-- Logs begin at Fri 2021-08-27 03:26:23 UTC, end at Fri 2021-08-27 04:20:13 UTC. -- Aug 27 03:55:50.332831 dv-cinder-778193-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:55:53.046911 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:55:53.047465 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:55:53.047742 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93904) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:55:53.050924 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:55:53.051185 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:55:53.051506 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93904) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:55:53.053089 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:55:53.053326 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:55:53.053691 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:55:53.053943 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:55:53.054177 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:55:53.054505 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.054813 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.055119 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.055355 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.055657 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.055981 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.056272 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.056571 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.056877 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.057169 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.057453 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.057744 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.057982 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.058273 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.058571 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.058865 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.059094 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] debug = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.059381 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.059844 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.060274 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.060562 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.060865 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.061149 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.061427 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.061710 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.062001 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.062351 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] host = dv-cinder-778193-4-smb {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.062636 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.062934 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.063230 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.063526 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.063829 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.064114 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.064408 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.064689 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.064970 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.065253 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.065545 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.065840 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.066136 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.066367 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.066595 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.066891 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.067186 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.067492 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.067799 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.068081 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.068358 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.068640 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.068914 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.069205 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.069493 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.069786 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.070065 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.070343 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.070617 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.070901 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.071192 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.071472 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.071772 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.072052 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.072344 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.072618 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.072897 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.073205 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.073500 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.073791 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.074083 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.074362 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.074651 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.074935 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.075213 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.075491 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_json = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.075793 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.076072 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.076360 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.076636 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.076912 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.077190 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.077463 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.077755 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:53.078054 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.078356 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.078662 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.078948 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.079253 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.079541 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.079869 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.080155 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.080453 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.080749 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.081045 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.081332 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.081625 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.081908 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.082213 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.082526 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.082826 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.083150 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.083435 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.083739 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.084024 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.084309 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.084601 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.084888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.085186 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.085484 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.085768 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.086060 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.086360 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.086657 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.086935 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.087219 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.087518 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.087823 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.088105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.088390 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.088685 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.088967 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.089244 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.089530 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.089810 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.090088 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.090366 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.090647 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.090944 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.091224 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.091501 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.091806 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.092088 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.092365 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.092653 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.092933 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.093210 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.093489 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.093773 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.094050 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.094326 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.094608 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.094891 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.095171 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.095452 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.095814 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.096096 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.096375 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.096653 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.096931 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.097208 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.097491 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.097771 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.098049 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.098326 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.098604 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.099420 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.099744 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.100051 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.100337 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.100621 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.100905 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.101187 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.101470 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.101751 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.102033 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.102316 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.102593 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.102892 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.103180 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.103472 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.103780 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.104064 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.104372 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.104655 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.104942 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.105228 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.105513 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.105803 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.106088 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.106389 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.106692 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.106992 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.107292 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.107590 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.107901 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.108218 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.108505 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:53.108728 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:55:53.108972 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93904) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:55:53.461285 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:55:53.461570 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:55:53.461863 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:55:53.462204 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:55:53.855406 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.855611 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.855916 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.857303 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.857584 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.857858 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.894327 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.894606 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.894873 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.909859 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.910145 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.910421 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.938586 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.938998 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.939273 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.978038 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.978328 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:53.978600 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.210145 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.210766 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.210766 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.210938 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.211859 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.331141 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.331461 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.331771 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.332049 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.332318 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.332633 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.332904 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.333211 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.333471 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.333755 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.334020 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.334289 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.334549 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.334807 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.335067 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.335334 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.335592 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.335891 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.336165 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.336429 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.336703 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.336960 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.337247 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.337628 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.337883 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.338135 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.338531 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.338773 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.339015 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.339255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.339493 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.339756 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:54.340127 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:55:54.343200 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:55:54.347321 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:55:54.351650 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 27 03:55:54.353317 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:55:54.353763 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:55:54.354101 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:55:54.354490 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:55:54.357297 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:55:54.357550 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:55:54.357902 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:55:54.363206 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:55:54.385832 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:55:54.386293 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.386593 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93904) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:55:54.386964 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.388344 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93904) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:55:54.388631 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:55:54.388880 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:55:54.392105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.392389 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:54.456246 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:55:54.456488 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:55:54.456731 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:55:54.457107 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:55:54.477955 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_db.sqlalchemy.engines [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93904) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:55:55.011463 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing driver for type 'gre' Aug 27 03:55:55.012013 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] gre ID ranges: [(1, 1000)] Aug 27 03:55:55.064634 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing driver for type 'local' Aug 27 03:55:55.064995 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing driver for type 'vlan' Aug 27 03:55:55.077386 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] VlanTypeDriver initialization complete Aug 27 03:55:55.077733 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing driver for type 'vxlan' Aug 27 03:55:55.078220 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:55:55.132214 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing extension driver 'port_security' Aug 27 03:55:55.132557 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.extensions.port_security [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] PortSecurityExtensionDriver initialization complete Aug 27 03:55:55.132904 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing mechanism driver 'openvswitch' Aug 27 03:55:55.133228 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing mechanism driver 'hyperv' Aug 27 03:55:55.139662 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.plugin [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:55.140370 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.140751 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.141105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.141628 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.142061 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.142418 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.142766 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.143158 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.143564 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.143945 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.144292 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.144680 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.145085 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.145434 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.146317 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.146848 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.147263 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.147622 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.147998 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.148394 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.148800 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > address_group after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.149152 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > address_group after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.149494 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.149883 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:55:55.150260 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] ML2 OVO RPC backend initialized. {{(pid=93904) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:55:55.150983 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.151339 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.151792 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.152144 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > networks before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.152496 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.152842 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > ports before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.153190 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.153534 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnets before_response 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.153885 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.154228 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.154570 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.154911 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.155252 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.155590 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.156224 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.156568 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.156906 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.157483 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.plugin [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Modular L2 Plugin initialization complete Aug 27 03:55:55.157815 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading services supported by the core plugin {{(pid=93904) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:55:55.158145 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.plugins.ml2.managers [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Got port-security extension from driver 'port_security' Aug 27 03:55:55.158607 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.extensions.vlantransparent [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Disabled vlantransparent extension. Aug 27 03:55:55.159088 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93904) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:55:55.159403 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: router Aug 27 03:55:55.197016 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.197412 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_create 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.197785 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router before_create 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.198156 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.198535 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.198896 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_delete 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.199259 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.199612 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.200008 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_create 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.200366 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.200720 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.201071 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.201433 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.201844 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.202217 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.202558 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.202896 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: subnet after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.203243 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.203591 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.203971 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_create 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.204318 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.204665 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.205024 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router after_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.205371 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.205727 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_create 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.206091 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.206437 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_update 55549900 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.206807 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > agent after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.207161 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > agent after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.207510 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > network after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.209075 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Tracking information for resource: router configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:55.209416 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Tracking information for resource: floatingip configured {{(pid=93904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:55:55.214322 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.db.l3_agentschedulers_db [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:55:55.214916 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.215279 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.215632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.216013 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: port after_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.216857 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router before_create 55550100 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.217182 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.217546 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_create 55550100 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.217905 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > router precommit_update 55550100 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.222514 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.provider_configuration [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service providers = [] {{(pid=93904) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:55:55.222884 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.db.servicetype_db [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93904) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:55:55.225893 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.service_base [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:55:55.226249 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.service_base [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:55:55.226597 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.service_base [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:55:55.227857 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.services.service_base [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:55:55.228255 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.services.service_base [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:55:55.228686 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.229075 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:55:55.241456 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.241906 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: auto_allocate Aug 27 03:55:55.248381 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: network precommit_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.248752 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: network precommit_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.249276 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.249600 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: tag Aug 27 03:55:55.256666 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.257001 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: timestamp Aug 27 03:55:55.261043 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.261379 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: network_ip_availability Aug 27 03:55:55.266796 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.267170 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.267530 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.268288 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.268611 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: flavors Aug 27 03:55:55.273902 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.274237 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading Plugin: revisions Aug 27 03:55:55.278518 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:55:55.278917 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=93904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:55:55.279661 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93904) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:55:55.280025 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Initializing extension manager. Aug 27 03:55:55.280546 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: __init__.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.280890 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: __pycache__ {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.281489 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.281825 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: address_group.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.282582 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.283145 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: address-group Aug 27 03:55:55.283469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: address_scope.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.284222 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.284732 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: address-scope Aug 27 03:55:55.285056 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.285999 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.286537 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:55:55.286861 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: agent.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.287795 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.288309 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: agent Aug 27 03:55:55.288644 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: agent_resources_synced.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.289644 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.290195 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: agent-resources-synced Aug 27 03:55:55.290552 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: allowedaddresspairs.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.292452 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.292982 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: allowed-address-pairs Aug 27 03:55:55.293317 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: auto_allocated_topology.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.294402 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.294923 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: auto-allocated-topology Aug 27 03:55:55.295255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: availability_zone.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.295990 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.296502 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: availability_zone Aug 27 03:55:55.296831 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: availability_zone_filter.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.297752 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.298262 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: availability_zone_filter Aug 27 03:55:55.298588 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: data_plane_status.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.299497 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.300039 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:55:55.300370 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: default_subnetpools.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.301285 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.301818 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: default-subnetpools Aug 27 03:55:55.302144 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.302957 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.303469 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:55:55.303832 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: dns.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.304795 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.305307 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:55:55.305633 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: dns_domain_ports.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.306568 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.307074 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:55:55.307396 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.308358 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.308863 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:55:55.309185 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: dvr.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.309857 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.310369 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: dvr Aug 27 03:55:55.310691 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: ecmp_routes.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.311616 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.312150 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:55:55.312477 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: empty_string_filtering.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.313396 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.313905 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: empty-string-filtering Aug 27 03:55:55.314228 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.315142 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.315654 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:55:55.316001 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.316920 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.317967 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:55:55.318288 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: external_net.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.319201 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.319742 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: external-net Aug 27 03:55:55.320074 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.320985 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.321499 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: extra_dhcp_opt Aug 27 03:55:55.321821 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: extraroute.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.322736 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.323246 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: extraroute Aug 27 03:55:55.323568 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: extraroute_atomic.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.324641 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.325160 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: extraroute-atomic Aug 27 03:55:55.325483 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: filter_validation.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.326157 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.326664 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: filter-validation Aug 27 03:55:55.326991 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: fip_pf_description.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.327936 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.328443 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:55:55.328763 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: fip_port_details.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.329685 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.330202 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: fip-port-details Aug 27 03:55:55.330526 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: flavors.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.331786 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.332311 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: flavors Aug 27 03:55:55.332637 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.334911 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.335441 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:55:55.335870 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: floatingip_pools.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.336580 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.337096 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: floatingip-pools Aug 27 03:55:55.337425 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: ip_allocation.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.338357 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.338864 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:55:55.339192 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.340149 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.340669 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: ip-substring-filtering Aug 27 03:55:55.340999 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l2_adjacency.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.341936 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.342442 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:55:55.342768 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.343908 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.344431 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: router Aug 27 03:55:55.344763 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.346991 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.347525 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:55:55.347902 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.348893 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.349411 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: ext-gw-mode Aug 27 03:55:55.349743 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.350676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.351194 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: l3-ha Aug 27 03:55:55.351524 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3_flavors.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.352468 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.352984 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: l3-flavors Aug 27 03:55:55.353314 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.354231 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.354746 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:55:55.355074 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: l3agentscheduler.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.356124 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.356639 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: l3_agent_scheduler Aug 27 03:55:55.356968 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: logging.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.358462 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.358984 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension logging not supported by any of loaded plugins Aug 27 03:55:55.359317 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: metering.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.360093 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.360679 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: metering Aug 27 03:55:55.361010 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.362103 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.362624 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:55:55.362951 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: multiprovidernet.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.363909 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.364943 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: multi-provider Aug 27 03:55:55.365270 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: netmtu.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.366199 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.366710 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: net-mtu Aug 27 03:55:55.367035 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: netmtu_writable.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.367984 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.368496 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: net-mtu-writable Aug 27 03:55:55.368822 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: network_availability_zone.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.369494 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.370001 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: network_availability_zone Aug 27 03:55:55.370323 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: network_ip_availability.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.371425 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.371967 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: network-ip-availability Aug 27 03:55:55.372298 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: network_segment_range.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.373066 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.373568 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:55:55.373892 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: pagination.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.374877 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.375211 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: pagination Aug 27 03:55:55.375532 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: port_device_profile.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.376489 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.377009 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: port-device-profile Aug 27 03:55:55.377335 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.378258 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.378775 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: port-mac-address-regenerate Aug 27 03:55:55.379098 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.380660 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.381179 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: port-numa-affinity-policy Aug 27 03:55:55.381502 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: port_resource_request.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.382433 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.382948 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:55:55.383272 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: portbindings.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.384229 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.384742 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: binding Aug 27 03:55:55.385066 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: portbindings_extended.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.386461 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.386982 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: binding-extended Aug 27 03:55:55.387313 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: portsecurity.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.388267 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.388787 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: port-security Aug 27 03:55:55.389117 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: project_id.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.390097 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.390430 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: project-id Aug 27 03:55:55.390759 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: providernet.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.391713 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.392244 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: provider Aug 27 03:55:55.392568 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.396150 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.396677 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos not supported by any of loaded plugins Aug 27 03:55:55.397012 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.398254 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.398775 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:55:55.399108 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.400066 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.400581 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:55:55.400918 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_default.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.401835 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.402353 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:55:55.402683 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_fip.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.403341 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.403879 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:55:55.404208 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_gateway_ip.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.405145 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.405657 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:55:55.406245 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_port_network_policy.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.407168 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.407684 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:55:55.408033 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_pps_rule.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.409216 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.409742 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:55:55.410071 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_rule_type_details.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.411003 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.411544 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:55:55.411900 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: qos_rules_alias.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.412945 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.413461 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:55:55.413788 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: quotasv2.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.414709 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.415041 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: quotas Aug 27 03:55:55.415365 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: quotasv2_detail.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.418470 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.418820 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: quota_details Aug 27 03:55:55.419160 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: rbac.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.420475 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.421023 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: rbac-policies Aug 27 03:55:55.421353 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: rbac_address_group.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.422340 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.422863 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: rbac-address-group Aug 27 03:55:55.423189 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: rbac_address_scope.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.424156 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.424682 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: rbac-address-scope Aug 27 03:55:55.425008 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: rbac_security_groups.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.425948 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.426464 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: rbac-security-groups Aug 27 03:55:55.427320 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: rbac_subnetpool.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.428286 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.428809 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: rbac-subnetpool Aug 27 03:55:55.429130 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: revisionifmatch.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.430067 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.430593 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: revision-if-match Aug 27 03:55:55.430920 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: revisions.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.432105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.432624 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: standard-attr-revisions Aug 27 03:55:55.432973 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: router_availability_zone.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.433667 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.434181 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: router_availability_zone Aug 27 03:55:55.434503 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: routerservicetype.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.435430 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.435970 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:55:55.436294 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.437228 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.437741 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:55:55.438065 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.439000 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.439513 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: port-security-groups-filtering Aug 27 03:55:55.439868 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.440800 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.441324 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: security-groups-remote-address-group Aug 27 03:55:55.441649 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: securitygroup.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.453550 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.454087 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: security-group Aug 27 03:55:55.454422 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: segment.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.455223 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.455772 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension segment not supported by any of loaded plugins Aug 27 03:55:55.456103 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.457058 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.457572 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:55:55.457897 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: servicetype.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.459150 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.459677 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: service-type Aug 27 03:55:55.460033 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: sorting.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.461036 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.461378 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: sorting Aug 27 03:55:55.461704 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: standard_attr_segment.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.462637 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.463156 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:55:55.463481 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: standardattrdescription.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.464165 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.464679 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: standard-attr-description Aug 27 03:55:55.465004 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: stateful_security_group.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.465941 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.466458 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: stateful-security-group Aug 27 03:55:55.466787 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: stdattrs_common.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.467427 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:55:55.467712 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.468675 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.469193 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:55:55.469517 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnet_onboard.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.470600 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.471126 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: subnet_onboard Aug 27 03:55:55.471462 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.472452 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.472962 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:55:55.473290 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnet_service_types.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.474367 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.474888 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: subnet-service-types Aug 27 03:55:55.475216 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnetallocation.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.476342 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.476865 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: subnet_allocation Aug 27 03:55:55.477199 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.477886 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.478400 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:55:55.478727 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.479670 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.480216 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:55:55.480541 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: tagging.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.481614 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.482147 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: standard-attr-tag Aug 27 03:55:55.482479 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: timestamp.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.483726 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.484244 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loaded extension: standard-attr-timestamp Aug 27 03:55:55.484575 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: trunk.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.485620 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.486139 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension trunk not supported by any of loaded plugins Aug 27 03:55:55.486470 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: trunk_details.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.487401 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.487950 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:55:55.488279 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: uplink_status_propagation.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.489730 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.490240 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:55:55.490567 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Loading extension file: vlantransparent.py {{(pid=93904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:55:55.491251 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:55:55.491801 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:55:55.494226 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:network Aug 27 03:55:55.494751 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:55:55.495156 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:55:55.495552 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:port Aug 27 03:55:55.496819 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.497261 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service FLAVORS assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.497929 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.498354 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.498689 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:router Aug 27 03:55:55.499134 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:55:55.499631 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service METERING assigned prefix: /metering {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.501125 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.501498 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.501861 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:55:55.502877 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:55:55.503327 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:55:55.503795 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:55:55.504403 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service CORE assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.504738 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:55:55.505745 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] subnetpool is already registered Aug 27 03:55:55.506184 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service CORE assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.506515 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:55:55.506850 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] subnetpool is already registered Aug 27 03:55:55.509189 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.509630 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service FLAVORS assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.510245 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.510670 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.511009 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:router Aug 27 03:55:55.511352 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] router is already registered Aug 27 03:55:55.511789 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:55:55.512139 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] floatingip is already registered Aug 27 03:55:55.512596 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service METERING assigned prefix: /metering {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.513274 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:55:55.513607 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] rbac_policy is already registered Aug 27 03:55:55.514022 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:55:55.514359 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] security_group is already registered Aug 27 03:55:55.514764 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:55:55.515100 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] security_group_rule is already registered Aug 27 03:55:55.515745 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service CORE assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.516084 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:55:55.516422 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] subnetpool is already registered Aug 27 03:55:55.516846 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.v2.resource_helper [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Service CORE assigned prefix: {{(pid=93904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:55:55.517175 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:55:55.517512 dv-cinder-778193-4-smb neutron-server[93904]: WARNING neutron.quota.resource_registry [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] subnetpool is already registered Aug 27 03:55:55.517988 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: extensions {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.519490 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: address-groups {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.521060 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: address-scopes {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.522363 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: agents {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.523553 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: auto-allocated-topology {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.524843 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: availability_zones {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.526085 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: dhcp-networks {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.527603 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: dhcp-agents {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.529062 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: routers {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.531526 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: flavors {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.532733 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: service_profiles {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.533973 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: next_providers {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.535426 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: service_profiles {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.537034 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: floatingip-pools {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.538264 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: routers {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.540468 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: floatingips {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.541775 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: l3-routers {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.543174 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: l3-agents {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.544617 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: metering-labels {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.546089 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: metering-label-rules {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.547392 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: network-ip-availabilities {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.548704 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: bindings {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.550368 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: quotas {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.552374 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: quotas {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.553887 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: rbac-policies {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.555092 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: security-groups {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.556421 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: security-group-rules {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.557666 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: service-providers {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.558894 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: subnetpools {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.561381 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: subnetpools {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.562908 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.566448 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.569018 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.570922 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.572844 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.574702 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.576442 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.578356 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.580212 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.581969 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron.api.extensions [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Extended resource: tags {{(pid=93904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:55:55.587926 dv-cinder-778193-4-smb neutron-server[93904]: WARNING keystonemiddleware.auth_token [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:55:55.592631 dv-cinder-778193-4-smb neutron-server[93904]: WARNING keystonemiddleware.auth_token [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:55:55.600906 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Acquired lock "singleton_lock" {{(pid=93904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:55:55.601385 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_concurrency.lockutils [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Releasing lock "singleton_lock" {{(pid=93904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:55:55.602024 dv-cinder-778193-4-smb neutron-server[93904]: INFO oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Starting 2 workers Aug 27 03:55:55.606804 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Started child 94011 {{(pid=93904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:55:55.611151 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Started child 94012 {{(pid=93904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:55:55.612172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.612814 dv-cinder-778193-4-smb neutron-server[93904]: INFO neutron.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:55:55.613430 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Notify callbacks [] for process, before_spawn {{(pid=93904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.613679 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [-] (94011) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:55:55.616426 dv-cinder-778193-4-smb neutron-server[93904]: INFO oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Starting 1 workers Aug 27 03:55:55.616543 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.617838 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [-] (94012) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:55:55.621549 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Started child 94013 {{(pid=93904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:55:55.622076 dv-cinder-778193-4-smb neutron-server[93904]: INFO oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Starting 1 workers Aug 27 03:55:55.625273 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] calling RpcWorker wait() {{(pid=94013) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:55:55.625823 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] returning from RpcWorker wait() {{(pid=94013) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:55:55.626514 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Started child 94014 {{(pid=93904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:55:55.627150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.627348 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG neutron_lib.callbacks.manager [None req-616ed594-b6c2-45b4-9808-fb64d7900569 None None] Notify callbacks [] for process, after_spawn {{(pid=93904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.627764 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:55.629256 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:55:55.629476 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:55:55.629664 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:55:55.629941 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:55:55.630799 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:55:55.630964 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:55:55.631492 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.631820 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.632096 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.632189 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:55.632645 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.632645 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.633265 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.633538 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.633780 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.634062 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.634321 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.634492 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.634659 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.634926 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.635178 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.635482 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.635780 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.636021 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.636316 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.636489 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.636752 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.637008 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.637238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.637509 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] debug = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.637764 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.638281 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.638514 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.638757 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.638980 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.639237 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.639494 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.639790 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.640044 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.640261 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.640517 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.640786 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.641032 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.641244 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.641470 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.641707 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.641943 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.642418 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] host = dv-cinder-778193-4-smb {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.642635 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.642852 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.643079 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.643309 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.643557 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.643803 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.644077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.644306 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.644580 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.644820 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.645060 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.645331 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.645618 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.645860 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.646026 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_options = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.646245 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.646524 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.646807 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.646998 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.647168 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.647353 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.647596 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.647785 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.648041 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.648265 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.648482 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.648699 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.648993 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.649158 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.649438 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.649683 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.649901 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.650127 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.650377 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.650632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.650865 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.651099 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.651335 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.651551 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.651804 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.652022 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.652327 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.652503 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.652727 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.652983 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.653217 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.653484 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.653722 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.653999 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.654233 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.654464 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.654695 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.654941 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.655174 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.655424 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.655669 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.655908 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.656405 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.656638 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.656873 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.657089 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_json = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.657309 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.657541 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.657825 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.658056 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.658290 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.658505 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.658751 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.658995 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.659453 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.659769 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.660080 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.660340 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.660596 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.660840 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.661074 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.662632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.662632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.662632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.663003 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:55.663132 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.663132 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.663371 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.663503 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.663670 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.664049 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.664323 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.666469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.666469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.666469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.666469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.666469 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.667155 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.667155 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.667361 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.667524 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.667755 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.668106 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.668466 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669063 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669063 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669314 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669437 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669612 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.669837 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.670055 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.670304 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.670576 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.670821 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.671042 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.671265 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.671497 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.671731 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.671965 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.672224 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.672481 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.672772 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.672939 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.673175 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.673410 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.678888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.678888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.678888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.678888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.678888 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680238 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680836 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680836 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.680836 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.681305 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.681305 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.681679 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.681679 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.681911 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.682065 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.682886 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.682886 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.682886 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.683283 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.683283 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.683660 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.683660 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684122 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684122 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684532 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684532 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684912 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.684912 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.685303 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.685303 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.685710 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.685710 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.686075 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.686285 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.686285 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.686711 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.686908 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.687104 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.687339 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.687555 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.687907 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.688045 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.688293 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.688535 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.688754 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.688987 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.689244 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.689510 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.689740 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.689992 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.690209 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.690480 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.690721 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.690947 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.691192 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.691444 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.691678 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.692004 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.692246 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.692529 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.693288 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.693524 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.693812 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.694081 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.694349 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.694584 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.694838 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.695178 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.695451 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.695757 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.695997 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.696249 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.696512 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.696765 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.698398 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699819 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.699819 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.700108 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.700250 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.700440 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.700681 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.701176 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.701523 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.701791 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.702100 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.702401 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.702686 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.703356 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.703356 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.703632 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.704676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.704676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.704676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.704676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.705174 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.705174 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.705471 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.705750 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.706037 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.706307 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.706582 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.706880 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.707149 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.707420 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.707731 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.708102 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.708664 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.708664 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.708931 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.709611 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.709611 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.710748 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.710748 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.710748 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.710748 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.711263 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.711263 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.711598 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.711976 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.713556 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.714374 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.714374 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.714374 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.714715 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.714883 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.715118 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.715364 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.715583 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.715856 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.716077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.716297 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.716535 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.716750 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.716967 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.717241 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.717532 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.717732 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.717975 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.718204 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.718415 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.718835 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.718835 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.719416 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.719416 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.719628 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720480 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720480 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720480 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720792 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720792 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.720952 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.721371 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.721594 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.721807 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.722212 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.722428 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.722640 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.722865 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.723090 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.723301 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.723522 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.723942 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.724195 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.724420 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.724640 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.724855 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.725106 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.725319 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.725531 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.725753 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.725975 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.726204 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.726431 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.726641 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.726849 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.727073 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.727297 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.727506 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.727819 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.728077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.728302 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.728582 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.728832 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.729079 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.729301 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.729618 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.729835 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.730077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.730315 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.730533 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.730753 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.731007 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.731313 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.731596 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.731876 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.732114 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.732390 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.732666 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.732942 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.733158 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.733462 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.733794 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.734092 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.734360 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.734591 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.734852 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.735092 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.735311 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.735550 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.735808 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.736050 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.736290 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.736544 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.736772 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.736992 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.737253 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.737472 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.737730 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.737965 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.738208 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.738426 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.738584 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:55:55.739120 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:55:55.739828 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:55:55.739987 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:55:55.740161 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:55:55.740347 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:55:55.740521 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:55:55.740731 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.740894 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741120 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741291 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741452 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741633 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741795 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.741957 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.742117 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.742277 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.742438 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.742597 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.742840 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743000 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743161 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743323 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743481 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743641 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743829 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.743995 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.744178 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.744339 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.744497 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] debug = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.744657 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.744870 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745028 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745186 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745345 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745504 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745715 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.745883 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746041 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746199 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746359 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746517 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746676 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.746834 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747014 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747175 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747334 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747492 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] host = dv-cinder-778193-4-smb {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747649 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747830 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.747991 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748149 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748309 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748466 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748624 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748782 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.748939 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749096 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749414 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749572 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749729 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.749887 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_options = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750046 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750278 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750378 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750533 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750698 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.750858 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751017 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751176 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751336 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751495 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751652 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.751844 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752004 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752163 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752321 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752480 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752639 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752800 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.752941 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753263 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753421 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753582 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753740 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.753902 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754061 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754218 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754377 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754536 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754694 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.754872 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.755644 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.755853 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756014 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756174 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756334 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756477 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756645 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756804 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.756962 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757121 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757278 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757437 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757595 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757757 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.757915 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_json = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758105 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758266 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758419 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758577 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758734 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.758892 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.759051 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.759210 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:55:55.759387 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.759549 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.759739 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.759903 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760065 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760226 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760405 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760536 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760696 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.760857 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761025 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761187 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761357 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761518 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761678 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.761839 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762000 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762161 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762321 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762482 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762641 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762801 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.762969 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763129 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763288 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763449 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763609 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763806 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.763972 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764133 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764293 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764453 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764615 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764777 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.764938 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765099 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765261 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765422 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765582 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765741 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.765901 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766060 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766222 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766370 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:55.766464 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766555 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766682 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.766841 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767002 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767163 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767323 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767485 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767645 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767827 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.767988 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.768147 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.768322 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.768481 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.768807 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.768963 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769126 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769288 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769447 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769600 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769756 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.769917 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770251 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770410 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770601 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770734 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.770885 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771028 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771181 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771337 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771498 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771658 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771838 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.771974 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772122 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772284 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772445 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772605 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772767 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.772929 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773090 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773251 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773411 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773570 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773730 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.773900 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774081 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774242 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774401 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774561 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774722 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.774882 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775043 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775202 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775362 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775521 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775682 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.775863 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776024 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776183 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776342 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776502 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776662 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776821 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.776979 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.777139 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.777298 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.777458 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.777687 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.777855 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778015 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778175 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778345 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778505 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778668 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778828 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.778996 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779167 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779329 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779490 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779650 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779835 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.779996 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.780156 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.780316 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.780476 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.780635 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.780796 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.781229 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.781615 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.781615 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.781840 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.781840 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782077 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782204 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782326 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782471 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782631 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782792 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.782952 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783112 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783473 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783473 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783735 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783735 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.783937 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784075 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784201 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784339 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784501 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784662 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784823 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.784982 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785143 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785302 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785462 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785623 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785783 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.785943 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.786645 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.786813 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.786974 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787137 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787299 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787459 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787619 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787804 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.787965 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788125 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788286 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788448 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788608 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788769 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.788930 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789091 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789252 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789413 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789575 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789735 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.789896 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790057 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790216 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790377 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790539 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790760 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.790861 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791006 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791168 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791344 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791504 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791663 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.791848 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792009 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792168 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792331 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792491 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792650 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792810 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.792969 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793132 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793295 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793456 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793620 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793784 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.793946 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794106 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794265 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794438 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794593 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794737 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.794897 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795057 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795206 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795373 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795524 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795681 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.795878 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796018 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796175 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796311 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796443 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796607 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796767 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.796926 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797086 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797255 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797414 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797561 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797711 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.797868 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798027 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798196 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798355 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798514 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798673 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798833 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.798990 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799149 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799308 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799466 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799626 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799806 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.799966 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800135 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800296 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800456 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800623 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800783 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.800944 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.801103 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.801274 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.801434 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.801596 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.802355 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.802523 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.802684 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.802846 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803012 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803182 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803349 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803511 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803679 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.803869 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804038 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804198 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804364 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804539 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804698 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.804859 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805019 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805179 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805340 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805501 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805660 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805822 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.805982 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.806142 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.806302 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.806462 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.806622 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.806845 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807016 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807177 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807336 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807497 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807657 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:55:55.807832 dv-cinder-778193-4-smb neutron-server[93904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:55:56.006765 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 58926) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:56.015374 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063796 Aug 27 03:56:07.227574 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e139577-71a1-421a-92b1-776276ba707c None None] get_active_networks_info from dv-cinder-778193-4-smb {{(pid=94013) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:56:07.329568 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e139577-71a1-421a-92b1-776276ba707c None None] No non-hosted networks {{(pid=94013) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:56:07.344410 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.agentschedulers_db [None req-4e139577-71a1-421a-92b1-776276ba707c None None] DHCP Agent not found on host dv-cinder-778193-4-smb {{(pid=94013) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 03:56:07.409035 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e385f94a-43cc-4e83-9850-a535e7bc9f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:10.118739 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc2100bc-c6d0-43a8-bd49-7a6d52d31727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:10.176007 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d67c3cc5-05ee-428a-8041-b258c8bed216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:10.250087 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:10.251002 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.251518 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.252056 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.252707 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.253345 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.253813 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.254291 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.260702 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.261222 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.262549 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.264594 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.265097 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:10.266982 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-4-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:10.281343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-4-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:11.271345 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:12.586224 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:12.850589 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.db.l3_hamode_db [None req-eb892b03-7160-4a8c-959f-bf510f56f141 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:56:12.926611 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb892b03-7160-4a8c-959f-bf510f56f141 None None] Routers set() bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:56:12.927007 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb892b03-7160-4a8c-959f-bf510f56f141 None None] Router IDs set() for agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:56:13.757266 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59018) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:14.245431 dv-cinder-778193-4-smb neutron-server[94011]: WARNING oslo_policy.policy [None req-14596ccf-62a6-4265-9a72-95f0620f22c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:14.246052 dv-cinder-778193-4-smb neutron-server[94011]: WARNING oslo_policy.policy [None req-14596ccf-62a6-4265-9a72-95f0620f22c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:14.475335 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [None req-14596ccf-62a6-4265-9a72-95f0620f22c3 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:56:14.476651 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-14596ccf-62a6-4265-9a72-95f0620f22c3 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7172365 Aug 27 03:56:16.812552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59032) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:17.120280 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:17.213607 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.policy [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94011) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:56:17.258097 dv-cinder-778193-4-smb neutron-server[94011]: WARNING oslo_policy.policy [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:17.258465 dv-cinder-778193-4-smb neutron-server[94011]: WARNING oslo_policy.policy [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:17.266913 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.quota [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] Loaded quota_driver: . Aug 27 03:56:17.353111 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749299598067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749299598558', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749299618715', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749299621175', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749299502788', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749301008784', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-603884', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7955329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7896929'] for rbac-policy, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:17.415861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:17.417063 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-24a38773-bd26-4dea-bba9-b20d5099fc62 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6034701 Aug 27 03:56:19.955467 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59044) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:20.248174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:20.276019 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Made reservation on behalf of 7d0b65d7f3c943b4ae391bc2f744a169 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:56:20.278711 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.296099 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.417699 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.421378 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.440640 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:56:20.468212 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749297361637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.468780 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Unsubscribe: segment precommit_create {{(pid=94011) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:56:20.469303 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Added segment 85bf7040-56d3-4a26-b5c7-d7d100fd587d of type vlan for network 05948dcb-e950-412f-a072-0f6da0035b2b Aug 27 03:56:20.486542 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eae193-d41a-46d8-a76f-a1cbdf8da59a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:20.536687 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.537065 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.537452 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.537799 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.538128 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.538456 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.538779 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.539100 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.539511 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.539875 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.540194 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.540511 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Tracked resource versions report: Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: pushed versions: Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: { 'AddressGroup': {'1.2'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Log': {'1.0'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Network': {'1.1'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Port': {'1.7'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'PortForwarding': {'1.2'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'QosPolicy': {'1.9'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroup': {'1.4'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SubPort': {'1.0'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Subnet': {'1.1'}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Trunk': {'1.1'}} Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: consumer versions: Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'ConntrackHelper': '1.0', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Log': '1.0', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Network': '1.1', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Port': '1.7', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'PortForwarding': '1.2', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'QosPolicy': '1.9', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroup': '1.4', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroupRule': '1.2', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'SubPort': '1.0', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Subnet': '1.1', Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: 'Trunk': '1.1'}} Aug 27 03:56:20.541633 dv-cinder-778193-4-smb neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:56:20.583765 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.623556 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.624826 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:20.625560 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:20.706208 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7496014 Aug 27 03:56:20.724125 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3faa32-ee13-4363-a0ce-5d97ddb8fc12 admin admin] Pushing event updated for resources: {'Network': ['ID=05948dcb-e950-412f-a072-0f6da0035b2b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:20.737161 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 05948dcb-e950-412f-a072-0f6da0035b2b details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:56:23.310564 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59058) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:23.695210 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59057945-a76d-4c99-8992-c7dc4d564200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:23.696626 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-59057945-a76d-4c99-8992-c7dc4d564200 admin admin] 10.222.0.70 "GET /v2.0/networks/05948dcb-e950-412f-a072-0f6da0035b2b HTTP/1.1" status: 200 len: 825 time: 0.3851130 Aug 27 03:56:23.721199 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4b3e6b12-87a3-4c26-a800-8df5b9c43119 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/5629cf69-4693-4795-8766-b744611d70df HTTP/1.1" status: 200 len: 734 time: 0.0184541 Aug 27 03:56:23.729902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:23.751365 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Made reservation on behalf of 7d0b65d7f3c943b4ae391bc2f744a169 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:56:23.753695 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:24.042162 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:24.108689 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe8b65b-be9e-4373-bd06-89f00caa6f31,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:24.110630 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Checking segment: {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:56:24.111009 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Network hostable DHCP agents. Network: 05948dcb-e950-412f-a072-0f6da0035b2b, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:56:24.133016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Network 05948dcb-e950-412f-a072-0f6da0035b2b is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:56:24.146901 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 05948dcb-e950-412f-a072-0f6da0035b2b) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:24.151362 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:24.151967 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:24.156790 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1f864-21d5-4aea-ad5f-69790156ac04 None None] Network 05948dcb-e950-412f-a072-0f6da0035b2b requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:56:24.165478 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c0b1a9f9-67e3-4554-b96e-9d505c6a1346 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4388309 Aug 27 03:56:24.470846 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-05948dcb-e950-412f-a072-0f6da0035b2b', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:56:24.472119 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:24.738425 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Allocated IP 172.20.0.2 (05948dcb-e950-412f-a072-0f6da0035b2b/9fe8b65b-be9e-4373-bd06-89f00caa6f31/13f97467-fee5-446b-9749-81a8b47a7f51) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:56:24.933943 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:24.948673 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Transition to ACTIVE for port object 13f97467-fee5-446b-9749-81a8b47a7f51 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:56:24.971853 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Transition to ACTIVE for port object 13f97467-fee5-446b-9749-81a8b47a7f51 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:56:24.979807 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:25.068193 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Network 05948dcb-e950-412f-a072-0f6da0035b2b is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:56:25.073788 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:25.085919 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:56:25.093417 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Pushing event updated for resources: {'Port': ['ID=13f97467-fee5-446b-9749-81a8b47a7f51,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:25.123153 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.123153 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.123402 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.123592 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.123952 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.124298 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.124634 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.124967 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.125299 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.125629 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.125958 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.126289 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Tracked resource versions report: Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: pushed versions: Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: { 'AddressGroup': {'1.2'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Log': {'1.0'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Network': {'1.1'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Port': {'1.7'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'PortForwarding': {'1.2'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'QosPolicy': {'1.9'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroup': {'1.4'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SubPort': {'1.0'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Subnet': {'1.1'}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Trunk': {'1.1'}} Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: consumer versions: Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'ConntrackHelper': '1.0', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Log': '1.0', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Network': '1.1', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Port': '1.7', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'PortForwarding': '1.2', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'QosPolicy': '1.9', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroup': '1.4', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroupRule': '1.2', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'SubPort': '1.0', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Subnet': '1.1', Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: 'Trunk': '1.1'}} Aug 27 03:56:25.127415 dv-cinder-778193-4-smb neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:56:25.177448 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Attempting to bind port 13f97467-fee5-446b-9749-81a8b47a7f51 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:56:25.177989 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Attempting to bind port 13f97467-fee5-446b-9749-81a8b47a7f51 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:56:25.178253 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Attempting to bind port 13f97467-fee5-446b-9749-81a8b47a7f51 on network 05948dcb-e950-412f-a072-0f6da0035b2b {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:56:25.183102 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:56:25.183510 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Checking segment: {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:56:25.183997 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:25.184392 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Bound using segment: {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:56:25.184895 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Bound port: 13f97467-fee5-446b-9749-81a8b47a7f51, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:56:25.185293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:25.247324 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] For port 13f97467-fee5-446b-9749-81a8b47a7f51, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:56:25.251532 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] For port 13f97467-fee5-446b-9749-81a8b47a7f51, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=13f97467-fee5-446b-9749-81a8b47a7f51,segment=NetworkSegment(85bf7040-56d3-4a26-b5c7-d7d100fd587d),segment_id=85bf7040-56d3-4a26-b5c7-d7d100fd587d)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:56:25.255879 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:25.321144 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7d6b8-086b-420c-962f-654f1345d434 None None] Pushing event updated for resources: {'Port': ['ID=13f97467-fee5-446b-9749-81a8b47a7f51,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:26.559975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:27.050926 dv-cinder-778193-4-smb neutron-server[94012]: WARNING oslo_policy.policy [None req-831eece2-f630-439d-b08f-faefc30809b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:27.051521 dv-cinder-778193-4-smb neutron-server[94012]: WARNING oslo_policy.policy [None req-831eece2-f630-439d-b08f-faefc30809b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:56:27.278119 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [None req-831eece2-f630-439d-b08f-faefc30809b1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:56:27.279174 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-831eece2-f630-439d-b08f-faefc30809b1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7183731 Aug 27 03:56:29.720144 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59080) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:30.042520 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [None req-2daf6e27-bddb-4664-980d-cf1a3d33810e admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:56:30.043481 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2daf6e27-bddb-4664-980d-cf1a3d33810e admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3223944 Aug 27 03:56:32.665494 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59094) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:32.966687 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Request body: {'router': {'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'name': 'router1', 'admin_state_up': True}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:32.989072 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:32.990605 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.125822 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.132139 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.144637 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.146496 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3c94b643-b6dc-4f1d-8842-60d3a67588d8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4799292 Aug 27 03:56:33.636418 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be612c22-a910-4eb5-a6bc-4a8cf00e4794 None None] Network 05948dcb-e950-412f-a072-0f6da0035b2b requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:56:33.713742 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7fe03759-a969-4364-9db9-ea83980a164c None None] Provisioning for port 13f97467-fee5-446b-9749-81a8b47a7f51 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:56:34.389302 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 13f97467-fee5-446b-9749-81a8b47a7f51 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:34.469114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 13f97467-fee5-446b-9749-81a8b47a7f51 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:56:34.472599 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 13f97467-fee5-446b-9749-81a8b47a7f51 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:34.473011 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:34.575495 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:34.607315 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 13f97467-fee5-446b-9749-81a8b47a7f51, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=13f97467-fee5-446b-9749-81a8b47a7f51,segment=NetworkSegment(85bf7040-56d3-4a26-b5c7-d7d100fd587d),segment_id=85bf7040-56d3-4a26-b5c7-d7d100fd587d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:56:34.610965 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:34.658224 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=13f97467-fee5-446b-9749-81a8b47a7f51,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:35.515778 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59102) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:35.823270 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [None req-5312b1a4-7dca-484c-9803-7c8b104b7340 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:56:35.824310 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-5312b1a4-7dca-484c-9803-7c8b104b7340 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075976 Aug 27 03:56:36.369642 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 13f97467-fee5-446b-9749-81a8b47a7f51 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:36.415175 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 13f97467-fee5-446b-9749-81a8b47a7f51 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:36.415544 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:37.156482 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-64899f23-9ba4-4ce9-a686-7627598b95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.202901 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59110) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:38.524770 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:38.545817 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Made reservation on behalf of bdb491b48fa04890a7ad97d1b46faa41 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:56:38.548008 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.555782 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.642595 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.646798 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.667071 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Reserving flat network on physical network physnet1 {{(pid=94011) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:56:38.681329 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e827596-68c9-4664-97ad-2edb5047fd06,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:38.687864 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.688199 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Added segment 9f185bf7-9d6b-4a3c-9866-c7a9344e4127 of type flat for network 233a77f5-2c05-4eb7-a411-15ad2a265492 Aug 27 03:56:38.741484 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.772629 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.773563 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:38.774127 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:38.832876 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6283975 Aug 27 03:56:38.837589 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ee939-dd70-4718-8a39-4b0dc3c01c8a admin admin] Pushing event updated for resources: {'Network': ['ID=233a77f5-2c05-4eb7-a411-15ad2a265492,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:38.857270 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:56:40.114815 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-446072e4-217e-4dca-9528-873fdd6c1349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:40.231077 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:41.154181 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:41.201687 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59128) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:41.375430 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f232680-cdbc-4351-8263-4a0bdf6143c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:41.376775 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3f232680-cdbc-4351-8263-4a0bdf6143c3 admin admin] 10.222.0.70 "GET /v2.0/subnets/9fe8b65b-be9e-4373-bd06-89f00caa6f31 HTTP/1.1" status: 200 len: 849 time: 0.1741471 Aug 27 03:56:41.491491 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-57e4cf96-8a6a-4251-ae38-e3591dbc4c1c admin admin] 10.222.0.70 "GET /v2.0/routers/16f22c54-66e4-4c7b-b369-467e86d7f4a0 HTTP/1.1" status: 200 len: 704 time: 0.1080008 Aug 27 03:56:41.685362 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:56:41.753826 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.043900 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Allocated IP 172.20.0.1 (05948dcb-e950-412f-a072-0f6da0035b2b/9fe8b65b-be9e-4373-bd06-89f00caa6f31/65bfc6a2-afb8-4fa0-b744-497405aff37a) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:56:42.236700 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.261316 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Transition to ACTIVE for port object 65bfc6a2-afb8-4fa0-b744-497405aff37a will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:56:42.326240 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.394378 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Network 05948dcb-e950-412f-a072-0f6da0035b2b is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:56:42.402526 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:42.405420 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:56:42.406140 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.469722 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Pushing event updated for resources: {'Port': ['ID=65bfc6a2-afb8-4fa0-b744-497405aff37a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:42.541235 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.606328 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.606556 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-10321be2-2a5c-411b-aa5f-bc601297b004 None None] Provisioning for port 65bfc6a2-afb8-4fa0-b744-497405aff37a completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:56:42.609991 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-10321be2-2a5c-411b-aa5f-bc601297b004 None None] Provisioning complete for port 65bfc6a2-afb8-4fa0-b744-497405aff37a triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:42.610362 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-10321be2-2a5c-411b-aa5f-bc601297b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.645955 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-10321be2-2a5c-411b-aa5f-bc601297b004 None None] Port 65bfc6a2-afb8-4fa0-b744-497405aff37a cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:56:42.811384 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.815520 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.816307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.893815 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Pushing event updated for resources: {'Port': ['ID=65bfc6a2-afb8-4fa0-b744-497405aff37a,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:42.938440 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Network 05948dcb-e950-412f-a072-0f6da0035b2b is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:56:42.939678 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:43.098812 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:56:43.166440 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e5a44669-87ab-4102-b878-8bbd8a08c9f7 None None] Provisioning complete for port 65bfc6a2-afb8-4fa0-b744-497405aff37a triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:43.166822 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e5a44669-87ab-4102-b878-8bbd8a08c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:43.187953 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:56:43.193177 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e118f1a4-4e14-4005-9345-eef643ffb418 admin admin] 10.222.0.70 "PUT /v2.0/routers/16f22c54-66e4-4c7b-b369-467e86d7f4a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6961727 Aug 27 03:56:43.199547 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e5a44669-87ab-4102-b878-8bbd8a08c9f7 None None] Port 65bfc6a2-afb8-4fa0-b744-497405aff37a cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:56:43.211384 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Sync routers for ids ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:56:43.223140 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Routers {'16f22c54-66e4-4c7b-b369-467e86d7f4a0'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:56:43.224006 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T03:56:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:43.409536 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Set router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:56:43.837690 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:42Z', 'revision_number': 2, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port_host': None, '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:42Z', 'revision_number': 2, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:43.885701 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Checking router: 16f22c54-66e4-4c7b-b369-467e86d7f4a0 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:56:43.886088 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Updating router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 port 65bfc6a2-afb8-4fa0-b744-497405aff37a binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:56:43.933476 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.437299 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.455514 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Transition to ACTIVE for port object 65bfc6a2-afb8-4fa0-b744-497405aff37a will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:56:44.460834 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.620229 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Attempting to bind port 65bfc6a2-afb8-4fa0-b744-497405aff37a on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:56:44.620825 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Attempting to bind port 65bfc6a2-afb8-4fa0-b744-497405aff37a by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:56:44.621055 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Attempting to bind port 65bfc6a2-afb8-4fa0-b744-497405aff37a on network 05948dcb-e950-412f-a072-0f6da0035b2b {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:56:44.626031 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Pushing event updated for resources: {'Port': ['ID=65bfc6a2-afb8-4fa0-b744-497405aff37a,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:44.628543 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:56:44.628911 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Checking segment: {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:56:44.629380 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.629768 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Bound using segment: {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:56:44.630300 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Bound port: 65bfc6a2-afb8-4fa0-b744-497405aff37a, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bf7040-56d3-4a26-b5c7-d7d100fd587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:56:44.630667 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.643036 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.643384 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.643747 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.644084 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.644453 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.644784 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.645109 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.645431 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.645755 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.646075 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.646414 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.646719 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Tracked resource versions report: Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: pushed versions: Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: { 'AddressGroup': {'1.2'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Log': {'1.0'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Network': {'1.1'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Port': {'1.7'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'PortForwarding': {'1.2'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'QosPolicy': {'1.9'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroup': {'1.4'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SubPort': {'1.0'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Subnet': {'1.1'}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Trunk': {'1.1'}} Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: consumer versions: Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'ConntrackHelper': '1.0', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Log': '1.0', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Network': '1.1', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Port': '1.7', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'PortForwarding': '1.2', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'QosPolicy': '1.9', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroup': '1.4', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroupRule': '1.2', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'SubPort': '1.0', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Subnet': '1.1', Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: 'Trunk': '1.1'}} Aug 27 03:56:44.647877 dv-cinder-778193-4-smb neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:56:44.705369 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] For port 65bfc6a2-afb8-4fa0-b744-497405aff37a, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:56:44.724407 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] For port 65bfc6a2-afb8-4fa0-b744-497405aff37a, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=65bfc6a2-afb8-4fa0-b744-497405aff37a,segment=NetworkSegment(85bf7040-56d3-4a26-b5c7-d7d100fd587d),segment_id=85bf7040-56d3-4a26-b5c7-d7d100fd587d)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:56:44.728848 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.789169 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40df4d-e496-4663-bb09-cb37648b3a1b None None] Pushing event updated for resources: {'Port': ['ID=65bfc6a2-afb8-4fa0-b744-497405aff37a,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:44.791632 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Routers {'16f22c54-66e4-4c7b-b369-467e86d7f4a0'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:56:44.792255 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T03:56:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:44.880953 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] Set router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:56:45.081336 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:42Z', 'revision_number': 2, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port_host': None, '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:44Z', 'revision_number': 4, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:45.106412 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55a102-4f59-4867-9e21-bf54fc7be7bf None None] The sync data for ids ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'] in dv-cinder-778193-4-smb is: [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:42Z', 'revision_number': 2, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port_host': None, '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:44Z', 'revision_number': 4, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:56:45.449101 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59148) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:45.556819 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3c54b-fed3-4ab9-8b9a-3b7f5bf0d1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:45.558277 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1bb3c54b-fed3-4ab9-8b9a-3b7f5bf0d1be admin admin] 10.222.0.70 "GET /v2.0/networks/233a77f5-2c05-4eb7-a411-15ad2a265492 HTTP/1.1" status: 200 len: 842 time: 0.1081460 Aug 27 03:56:45.568400 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:45.589129 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Made reservation on behalf of bdb491b48fa04890a7ad97d1b46faa41 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:56:45.591477 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:45.940339 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.objects.ports [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94011) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:56:45.940766 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:45.996631 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb12d9f-1726-4a40-a6bf-84e7e661be5f,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:46.005731 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:56:46.006091 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Network hostable DHCP agents. Network: 233a77f5-2c05-4eb7-a411-15ad2a265492, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:56:46.022807 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:56:46.031303 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 233a77f5-2c05-4eb7-a411-15ad2a265492) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:46.035995 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:46.036554 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:46.042259 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ccda2-7f04-44e3-8bb5-c7f221e54f64 None None] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:56:46.050076 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-150f21fa-46a5-49b9-a7a1-553791a43cc2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4852068 Aug 27 03:56:46.170597 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e97deb-767b-491a-bc61-48d233e2622f None None] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:56:48.327993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59156) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:48.455884 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a5e5f3fe-c03b-41ff-b372-531c93c0bb7a admin admin] 10.222.0.70 "GET /v2.0/routers/16f22c54-66e4-4c7b-b369-467e86d7f4a0 HTTP/1.1" status: 200 len: 710 time: 0.1266673 Aug 27 03:56:48.548005 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ce289-3ef0-45c9-85a4-4cc2a8017067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:48.549316 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f08ce289-3ef0-45c9-85a4-4cc2a8017067 admin admin] 10.222.0.70 "GET /v2.0/networks/233a77f5-2c05-4eb7-a411-15ad2a265492 HTTP/1.1" status: 200 len: 886 time: 0.0873826 Aug 27 03:56:48.559955 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:56:48.801976 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.028778 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.105054 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.207494 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Allocated IP 172.28.2.158 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/79c9f1ad-d431-44d7-9a9e-d858e8722602) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:56:49.319200 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.357612 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.398106 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:56:49.400773 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:56:49.403206 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:56:49.470126 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Pushing event updated for resources: {'Port': ['ID=79c9f1ad-d431-44d7-9a9e-d858e8722602,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:49.741144 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.932434 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7951633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7953843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7400'] for router, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:49.935850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7951626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7951619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7953828'] for router, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:50.040304 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:56:50.158987 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:56:50.163947 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:50.165192 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-dc61de65-35be-4bfc-9e78-afa765f2d37f admin admin] 10.222.0.70 "PUT /v2.0/routers/16f22c54-66e4-4c7b-b369-467e86d7f4a0 HTTP/1.1" status: 200 len: 890 time: 1.6087425 Aug 27 03:56:50.422895 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 65bfc6a2-afb8-4fa0-b744-497405aff37a up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:50.475940 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 65bfc6a2-afb8-4fa0-b744-497405aff37a completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:56:50.479670 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 65bfc6a2-afb8-4fa0-b744-497405aff37a triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:50.480079 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:50.558269 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:50.597201 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 65bfc6a2-afb8-4fa0-b744-497405aff37a, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=65bfc6a2-afb8-4fa0-b744-497405aff37a,segment=NetworkSegment(85bf7040-56d3-4a26-b5c7-d7d100fd587d),segment_id=85bf7040-56d3-4a26-b5c7-d7d100fd587d)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:56:50.601009 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:50.648225 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=65bfc6a2-afb8-4fa0-b744-497405aff37a,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:51.475524 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Sync routers for ids ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:56:51.485673 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Routers {'16f22c54-66e4-4c7b-b369-467e86d7f4a0'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:56:51.486309 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T03:56:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:51.735563 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Set router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:56:52.117232 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:49Z', 'revision_number': 4, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port': {'id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:49Z', 'updated_at': '2021-08-27T03:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:50Z', 'revision_number': 5, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:52.167903 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Checking router: 16f22c54-66e4-4c7b-b369-467e86d7f4a0 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:56:52.168270 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Updating router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 port 79c9f1ad-d431-44d7-9a9e-d858e8722602 binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:56:52.213668 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.399104 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 65bfc6a2-afb8-4fa0-b744-497405aff37a up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:52.501580 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 65bfc6a2-afb8-4fa0-b744-497405aff37a triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:52.502117 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.569387 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59168) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:56:52.594596 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.606640 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Transition to ACTIVE for port object 79c9f1ad-d431-44d7-9a9e-d858e8722602 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:56:52.630250 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.686478 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a2502a85-0495-4abf-bf8f-4c28b6f45411 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159604 Aug 27 03:56:52.693327 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Attempting to bind port 79c9f1ad-d431-44d7-9a9e-d858e8722602 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:56:52.693644 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Attempting to bind port 79c9f1ad-d431-44d7-9a9e-d858e8722602 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:56:52.694010 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Attempting to bind port 79c9f1ad-d431-44d7-9a9e-d858e8722602 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:56:52.707262 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:56:52.707650 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:56:52.708091 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.708494 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:56:52.708978 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Bound port: 79c9f1ad-d431-44d7-9a9e-d858e8722602, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:56:52.709390 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.711325 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f458b88-ada1-439f-8594-8e970f934bdb None None] Pushing event updated for resources: {'Port': ['ID=79c9f1ad-d431-44d7-9a9e-d858e8722602,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:52.765582 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] For port 79c9f1ad-d431-44d7-9a9e-d858e8722602, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:56:52.769116 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] For port 79c9f1ad-d431-44d7-9a9e-d858e8722602, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=79c9f1ad-d431-44d7-9a9e-d858e8722602,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:56:52.772616 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:52.832916 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Routers {'16f22c54-66e4-4c7b-b369-467e86d7f4a0'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:56:52.833548 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T03:56:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:52.835544 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f458b88-ada1-439f-8594-8e970f934bdb None None] Pushing event updated for resources: {'Port': ['ID=79c9f1ad-d431-44d7-9a9e-d858e8722602,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:53.021118 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] Set router 16f22c54-66e4-4c7b-b369-467e86d7f4a0 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:56:53.236144 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:49Z', 'revision_number': 4, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port': {'id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:49Z', 'updated_at': '2021-08-27T03:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:50Z', 'revision_number': 5, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:56:53.263400 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b04cd-9a90-4a53-9676-09a540f0bbde None None] The sync data for ids ['16f22c54-66e4-4c7b-b369-467e86d7f4a0'] in dv-cinder-778193-4-smb is: [{'id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'name': 'router1', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158'}], 'enable_snat': True}, 'gw_port_id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:56:32Z', 'updated_at': '2021-08-27T03:56:49Z', 'revision_number': 4, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'gw_port': {'id': '79c9f1ad-d431-44d7-9a9e-d858e8722602', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:49Z', 'updated_at': '2021-08-27T03:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '65bfc6a2-afb8-4fa0-b744-497405aff37a', 'name': '', 'network_id': '05948dcb-e950-412f-a072-0f6da0035b2b', 'tenant_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'mac_address': 'fa:16:3e:27:58:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f22c54-66e4-4c7b-b369-467e86d7f4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:56:41Z', 'updated_at': '2021-08-27T03:56:50Z', 'revision_number': 5, 'project_id': '7d0b65d7f3c943b4ae391bc2f744a169', 'subnets': [{'id': '9fe8b65b-be9e-4373-bd06-89f00caa6f31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5629cf69-4693-4795-8766-b744611d70df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:56:54.416065 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 79c9f1ad-d431-44d7-9a9e-d858e8722602 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:54.467932 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 79c9f1ad-d431-44d7-9a9e-d858e8722602 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:56:54.472457 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 79c9f1ad-d431-44d7-9a9e-d858e8722602 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:54.472900 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:54.565411 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:54.599012 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 79c9f1ad-d431-44d7-9a9e-d858e8722602, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=79c9f1ad-d431-44d7-9a9e-d858e8722602,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:56:54.604928 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:54.670439 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=79c9f1ad-d431-44d7-9a9e-d858e8722602,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:56:56.442661 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 79c9f1ad-d431-44d7-9a9e-d858e8722602 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:56:56.506278 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 79c9f1ad-d431-44d7-9a9e-d858e8722602 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:56:56.506657 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:07.158805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6e6a-3cbb-4fea-8a29-d76fd9d52e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:10.118734 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49fa9661-fd07-4988-afab-66b6ce62e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:10.244249 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:11.174575 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:12.562919 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:18.684073 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:57:37.160923 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd2a820d-cb6c-49b7-b25a-b8dad043d71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:40.124616 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6f524297-ca7c-4758-a8e2-63928c18db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:40.243892 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:41.166099 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:42.560068 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:55.684399 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:07.163210 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-667e7635-6dcd-486c-853b-a57dd98d8fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.125651 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1f9b3d10-e8eb-4274-bd9d-e9b05ed7806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.238688 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:11.166594 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:12.565059 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:29.460135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59732) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:29.524000 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.pecan_wsgi.hooks.translation [None req-470019a9-1448-4b47-a24a-d73fffd02d97 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:58:29.525420 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-470019a9-1448-4b47-a24a-d73fffd02d97 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643048 Aug 27 03:58:29.695307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d129b4-a190-4d06-a004-509394eb88b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:29.696933 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-28d129b4-a190-4d06-a004-509394eb88b8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1666596 Aug 27 03:58:31.920530 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59742) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:32.012032 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe59fc5-52b1-443d-9ccb-bd84cc3e6d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:32.013398 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3fe59fc5-52b1-443d-9ccb-bd84cc3e6d81 admin admin] 10.222.0.70 "GET /v2.0/subnets/9fe8b65b-be9e-4373-bd06-89f00caa6f31 HTTP/1.1" status: 200 len: 849 time: 0.0919189 Aug 27 03:58:32.024264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:58:32.133911 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:32.286056 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749297336872'] for subnet, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:32.329994 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cee91-2b52-44c1-ada5-5f23f9b2f3b8 None None] Network 05948dcb-e950-412f-a072-0f6da0035b2b requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:58:32.330639 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:32.331239 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:32.332586 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] 10.222.0.70 "PUT /v2.0/subnets/9fe8b65b-be9e-4373-bd06-89f00caa6f31 HTTP/1.1" status: 200 len: 868 time: 0.3122349 Aug 27 03:58:32.342770 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe8b65b-be9e-4373-bd06-89f00caa6f31,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:32.351971 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.352688 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.353257 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.353850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.354667 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.355260 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.355920 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.356512 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.357097 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.357668 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.358210 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.358768 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b479e8-7fd4-4522-8c66-985417f7e0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:32.682957 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:32.777362 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-89625dc5-fcdf-44a5-9b98-4518d5102291 None None] Provisioning complete for port 65bfc6a2-afb8-4fa0-b744-497405aff37a triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:58:32.777729 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89625dc5-fcdf-44a5-9b98-4518d5102291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:32.861695 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-89625dc5-fcdf-44a5-9b98-4518d5102291 None None] Provisioning complete for port 13f97467-fee5-446b-9749-81a8b47a7f51 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:58:32.861977 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89625dc5-fcdf-44a5-9b98-4518d5102291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:34.557487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59750) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:34.913581 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.policy [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:58:34.960486 dv-cinder-778193-4-smb neutron-server[94012]: WARNING oslo_policy.policy [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:58:34.960875 dv-cinder-778193-4-smb neutron-server[94012]: WARNING oslo_policy.policy [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:58:34.969421 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:34.969937 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:34.972010 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a4743ba4-3275-450b-a09e-8194b093356d admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4135692 Aug 27 03:58:37.165336 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7099b5c2-e0e3-49a0-9c16-630540ec39db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:37.166871 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59762) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:37.366040 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010818aa-6ddd-4488-a502-7c9945bd64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.366428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010818aa-6ddd-4488-a502-7c9945bd64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.367989 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-010818aa-6ddd-4488-a502-7c9945bd64e1 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999598 Aug 27 03:58:39.564131 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59770) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:39.699821 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc680c4-3806-4cd6-9557-3070553e397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:39.701218 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-bbc680c4-3806-4cd6-9557-3070553e397e admin admin] 10.222.0.70 "GET /v2.0/networks/05948dcb-e950-412f-a072-0f6da0035b2b HTTP/1.1" status: 200 len: 869 time: 0.1361296 Aug 27 03:58:40.133551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82745b7a-509d-4fc5-87d5-c53f62410eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:40.242065 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:41.173055 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:41.931936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59778) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:42.116326 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2e4d1-514c-4d43-a016-43dc42d9909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:42.117608 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-0ab2e4d1-514c-4d43-a016-43dc42d9909b admin admin] 10.222.0.70 "GET /v2.0/networks/233a77f5-2c05-4eb7-a411-15ad2a265492 HTTP/1.1" status: 200 len: 886 time: 0.1846142 Aug 27 03:58:42.567437 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:44.335156 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59786) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:44.461490 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ee97b-f2e7-473f-a244-6579ac795cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:44.461937 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ee97b-f2e7-473f-a244-6579ac795cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:44.463448 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2a8ee97b-f2e7-473f-a244-6579ac795cfb admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273360 Aug 27 03:58:46.657913 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59794) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:46.751890 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7ea01-d032-4461-b344-49a8e41cebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:46.752341 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7ea01-d032-4461-b344-49a8e41cebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:46.753822 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-8ca7ea01-d032-4461-b344-49a8e41cebba admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949597 Aug 27 03:58:48.943944 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59802) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:49.058358 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f438ceb-65d7-4eae-b5be-61c1ca7717e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:49.059745 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-0f438ceb-65d7-4eae-b5be-61c1ca7717e3 admin admin] 10.222.0.70 "GET /v2.0/subnets/8fb12d9f-1726-4a40-a6bf-84e7e661be5f HTTP/1.1" status: 200 len: 816 time: 0.1148427 Aug 27 03:58:51.230973 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59810) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:51.334735 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5821ee43-133a-465e-86fa-dd712faadd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:51.336103 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-5821ee43-133a-465e-86fa-dd712faadd8a admin admin] 10.222.0.70 "GET /v2.0/subnets/9fe8b65b-be9e-4373-bd06-89f00caa6f31 HTTP/1.1" status: 200 len: 868 time: 0.1041474 Aug 27 03:59:07.166462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-645e7add-8f47-4f24-8ed1-e88d47934313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:09.680453 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:59:10.123155 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32bb7501-b905-4ace-8c32-fa465f001202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:10.243167 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:11.174498 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:12.570530 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:14.931733 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:14.980578 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [None req-1de2392f-7c81-48fb-b9f1-23642aee11bd admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:59:14.981603 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1de2392f-7c81-48fb-b9f1-23642aee11bd admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489166 Aug 27 03:59:17.235168 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59872) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:17.296646 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b803043-e263-4561-9796-65cc5b75e062 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:59:17.297925 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-6b803043-e263-4561-9796-65cc5b75e062 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619147 Aug 27 03:59:17.457647 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e7297-0a3c-48d9-8aaa-45e29c3ff816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:17.459245 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-5c0e7297-0a3c-48d9-8aaa-45e29c3ff816 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1567466 Aug 27 03:59:19.689959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59880) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:19.737361 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:59:19.757949 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Made reservation on behalf of bdb491b48fa04890a7ad97d1b46faa41 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:59:19.760177 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:19.787032 dv-cinder-778193-4-smb neutron-server[94011]: WARNING neutron.services.revisions.revision_plugin [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Could not find related network for resource to bump revision. Aug 27 03:59:19.798021 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:59:19.806468 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:19.806817 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Added segment eceaa67c-da7b-4c52-bb03-8beb59aeeff3 of type vlan for network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 Aug 27 03:59:19.844530 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:19.867746 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:19.868840 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:19.869550 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:20.020982 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3299234 Aug 27 03:59:20.033323 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cdc75-0c53-4e32-b6f2-786544d3e294 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b9588c-dde7-4d10-9bda-ee451b3fbe29,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:20.044836 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:59:22.215709 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59888) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:22.274909 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.pecan_wsgi.hooks.translation [None req-9894417c-af39-4b34-bc1e-bff78df9fd95 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:59:22.276211 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-9894417c-af39-4b34-bc1e-bff78df9fd95 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594952 Aug 27 03:59:22.347282 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699add52-d43e-458e-85cf-9ea85c0a2c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:22.348692 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-699add52-d43e-458e-85cf-9ea85c0a2c35 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671535 Aug 27 03:59:22.358765 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:59:22.360234 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.quota [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Loaded quota_driver: . Aug 27 03:59:22.412828 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Made reservation on behalf of bdb491b48fa04890a7ad97d1b46faa41 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:59:22.415735 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:22.610867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:22.677990 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Checking segment: {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:59:22.678370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Network hostable DHCP agents. Network: a9b9588c-dde7-4d10-9bda-ee451b3fbe29, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:59:22.682901 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:22.695968 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.696308 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.696641 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.697063 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.697291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.697610 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.697927 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.698243 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.698565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.698883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.699196 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.699506 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Tracked resource versions report: Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: pushed versions: Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: { 'AddressGroup': {'1.2'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Log': {'1.0'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Network': {'1.1'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Port': {'1.7'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'PortForwarding': {'1.2'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'QosPolicy': {'1.9'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroup': {'1.4'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SubPort': {'1.0'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Subnet': {'1.1'}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Trunk': {'1.1'}} Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: consumer versions: Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'ConntrackHelper': '1.0', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Log': '1.0', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Network': '1.1', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Port': '1.7', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'PortForwarding': '1.2', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'QosPolicy': '1.9', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroup': '1.4', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroupRule': '1.2', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'SubPort': '1.0', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Subnet': '1.1', Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: 'Trunk': '1.1'}} Aug 27 03:59:22.700634 dv-cinder-778193-4-smb neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:59:22.739002 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:59:22.751919 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, a9b9588c-dde7-4d10-9bda-ee451b3fbe29) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:59:22.756516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:22.757116 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:22.761579 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c03f6-a1d6-4303-af29-83bc172ff085 None None] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:59:22.777216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-bb6bae90-6e9c-4d10-a60f-f3b69beff5c6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4218180 Aug 27 03:59:22.913757 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-a9b9588c-dde7-4d10-9bda-ee451b3fbe29', 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29', 'tenant_id': 'bdb491b48fa04890a7ad97d1b46faa41', 'fixed_ips': [{'subnet_id': 'dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:59:22.914664 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.151150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Allocated IP 192.168.233.2 (a9b9588c-dde7-4d10-9bda-ee451b3fbe29/dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb/1bf0bc42-e018-4b4c-9d8e-8381076f36c9) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:59:23.302315 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.312269 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Transition to ACTIVE for port object 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:59:23.328712 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Transition to ACTIVE for port object 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:59:23.335748 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.374323 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:59:23.379274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:59:23.382929 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:59:23.388750 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Pushing event updated for resources: {'Port': ['ID=1bf0bc42-e018-4b4c-9d8e-8381076f36c9,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:23.401679 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.401679 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.402019 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.402365 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.402702 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.403351 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.403781 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.404047 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.404383 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.404718 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.405048 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.406011 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.456743 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Attempting to bind port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:59:23.457116 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Attempting to bind port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:59:23.457478 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Attempting to bind port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 on network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:59:23.462427 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:59:23.462821 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Checking segment: {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:59:23.463229 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.463621 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Bound using segment: {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:59:23.464155 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Bound port: 1bf0bc42-e018-4b4c-9d8e-8381076f36c9, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:59:23.464563 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.533581 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] For port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:59:23.537010 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] For port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=1bf0bc42-e018-4b4c-9d8e-8381076f36c9,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:59:23.541462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.597911 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bde53-6cd6-424c-8275-15948375c681 None None] Pushing event updated for resources: {'Port': ['ID=1bf0bc42-e018-4b4c-9d8e-8381076f36c9,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:24.423513 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d01096-5afd-4dc3-9206-cc848b97471e None None] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:59:24.500479 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-854cbdb9-3914-4098-a893-6c473c001177 None None] Provisioning for port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:59:24.554251 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:59:24.635847 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:59:24.642575 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:59:24.642945 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:24.733113 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:24.774312 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=1bf0bc42-e018-4b4c-9d8e-8381076f36c9,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:59:24.782182 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:24.830776 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=1bf0bc42-e018-4b4c-9d8e-8381076f36c9,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:24.849779 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f951693b-f883-452c-a3be-ad9d45249bb8 None None] Provisioning complete for port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:59:24.850150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f951693b-f883-452c-a3be-ad9d45249bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:26.498431 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:59:26.544644 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 1bf0bc42-e018-4b4c-9d8e-8381076f36c9 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:59:26.545011 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:37.168790 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-76fe46e8-20ac-4f51-986b-4f06b0a42164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:40.125821 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a32a8c70-55ee-4375-bbfa-90613de877d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:40.245048 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.177248 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:42.573593 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:46.678912 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:07.171989 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9a241696-b43d-49ce-9a00-a919951ff36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:10.127818 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8fbaded-55b5-4cc5-8db9-53bde97d41cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:10.250196 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:11.179956 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:12.577435 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:23.678281 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:30.979948 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59944) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:30.986313 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [None req-e55b837e-55b1-47e3-a837-23c26b99d0dd tempest-verify_tempest_config-1240977703 tempest-verify_tempest_config-1240977703-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:00:30.987249 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e55b837e-55b1-47e3-a837-23c26b99d0dd tempest-verify_tempest_config-1240977703 tempest-verify_tempest_config-1240977703-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063536 Aug 27 04:00:31.279355 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 59962) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:31.380303 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.468582 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.471945 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.516553 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f835aca5b2f247b486d12998748c25e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2360849 Aug 27 04:00:31.518519 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b4505-ec3d-4890-8464-5419a3c805af,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:31.519301 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 59968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:31.525117 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.525462 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.525878 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.526215 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.526543 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.526871 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.527196 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.527797 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.528126 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.528447 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.528768 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.529089 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3208b-5eb1-425f-832c-7320d05ebc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.599306 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.619672 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.707855 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.710360 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.711572 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c13b4505-ec3d-4890-8464-5419a3c805af HTTP/1.1" status: 204 len: 168 time: 0.1913049 Aug 27 04:00:31.719373 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b4505-ec3d-4890-8464-5419a3c805af,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:31.725791 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.726144 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.726489 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.726827 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.727161 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.727492 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.727850 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.728179 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.728523 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.728851 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.729177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:31.729561 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0138f1-15b6-4122-aeac-640a9398b243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.172585 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2934d810-6de8-4bf2-9afe-95d4f8220269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.129347 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-992a3400-2168-4f9d-8a91-441b92138f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.251138 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.181964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.579213 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:00.676926 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:01:07.173064 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bd46-95fc-48ad-9638-8197a1636ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:10.131646 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-411a74af-0ccb-4350-97fc-60292832c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:10.251242 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:11.188842 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:12.583318 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:37.175306 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ca9807f7-d601-45f7-8c88-8955d63d8235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:37.675441 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 5 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:01:40.132950 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a0482396-c32d-458b-a69f-b6a5f7fbed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:40.251320 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:41.188827 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:42.586964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:07.178690 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dd95eda4-eaef-4561-86d8-86cc85a0bd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:10.133694 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0482dc14-4325-4678-917d-1a73d39e8ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:10.252470 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:11.117356 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7970980'] for agent, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:11.190196 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:12.588357 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:14.677380 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:02:26.746061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60042) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:02:26.850190 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-957baf02-6267-4f35-9c82-115321609f95 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1030407 Aug 27 04:02:29.057870 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60052) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:02:29.111652 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8e11c660-cf6d-4a78-817d-b7fa81342b41 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0521224 Aug 27 04:02:37.179533 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d932ec3e-3ddd-4ed1-81dd-0636c0c0fadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:40.135371 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2cecf068-64af-4478-987a-ba1073db5c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:40.253785 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:41.090674 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:41.196719 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:42.591093 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:51.675890 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:07.179075 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32276b87-87fa-4c90-8dfb-1d4fb87982c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:10.136133 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f8c679ad-e49a-434e-857a-670ad91f6d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:10.261466 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:11.099781 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:11.195882 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:12.595032 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:28.677550 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:37.179714 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-759e19c8-7c2b-4016-af9b-71a81722a74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.137032 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-21f2d35c-f02c-42f4-8006-26a01d125229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.351196 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:41.114575 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:41.199474 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:42.596487 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.276324 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60248) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:00.483833 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-network', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:00.505962 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Made reservation on behalf of 02964b01beba410c8a3107a5a8ddc1c0 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:00.508398 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.522914 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.630001 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.636270 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.666531 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:00.691552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.691958 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Added segment 0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1 of type vlan for network c93c9b89-0845-4998-8c9f-f626de0ee0f7 Aug 27 04:04:00.762278 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.804197 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.805449 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.806446 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.812036 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c379fd-1055-496b-bca4-b6250b337c3c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:00.904259 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Pushing event updated for resources: {'Network': ['ID=c93c9b89-0845-4998-8c9f-f626de0ee0f7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:00.914876 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.915231 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.915725 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.916086 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.916418 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.916757 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.917516 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.917860 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.918197 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.918524 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.919963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.920452 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Tracked resource versions report: Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: pushed versions: Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: { 'AddressGroup': {'1.2'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Log': {'1.0'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Network': {'1.1'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Port': {'1.7'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'PortForwarding': {'1.2'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'QosPolicy': {'1.9'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroup': {'1.4'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SubPort': {'1.0'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Subnet': {'1.1'}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Trunk': {'1.1'}} Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: consumer versions: Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'ConntrackHelper': '1.0', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Log': '1.0', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Network': '1.1', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Port': '1.7', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'PortForwarding': '1.2', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'QosPolicy': '1.9', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroup': '1.4', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SecurityGroupRule': '1.2', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'SubPort': '1.0', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Subnet': '1.1', Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: 'Trunk': '1.1'}} Aug 27 04:04:00.921550 dv-cinder-778193-4-smb neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:04:00.926302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.926771 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.927137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.927428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.927767 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.928213 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.928531 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.928915 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.929345 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.929604 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.929983 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.930326 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:00.933197 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:00.951940 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60298) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:00.958260 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Request body: {'subnet': {'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-subnet', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:00.974143 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c6b71166-3055-44fa-9696-f4908e1dfb92 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6954315 Aug 27 04:04:01.001132 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Made reservation on behalf of 02964b01beba410c8a3107a5a8ddc1c0 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:01.003841 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.028966 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60304) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:01.109778 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60308) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:01.189741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.241483 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c6e423-31a5-4773-897f-a7f73b88f64d,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:01.251337 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.251659 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.252092 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.252492 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.252843 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.253433 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.254022 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.254409 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.254946 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.255287 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.255623 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.255980 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Tracked resource versions report: Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: pushed versions: Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: { 'AddressGroup': {'1.2'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Log': {'1.0'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Network': {'1.1'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Port': {'1.7'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'PortForwarding': {'1.2'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'QosPolicy': {'1.9'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroup': {'1.4'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SubPort': {'1.0'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Subnet': {'1.1'}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Trunk': {'1.1'}} Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: consumer versions: Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'ConntrackHelper': '1.0', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Log': '1.0', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Network': '1.1', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Port': '1.7', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'PortForwarding': '1.2', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'QosPolicy': '1.9', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroup': '1.4', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SecurityGroupRule': '1.2', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'SubPort': '1.0', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Subnet': '1.1', Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: 'Trunk': '1.1'}} Aug 27 04:04:01.257050 dv-cinder-778193-4-smb neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:04:01.277078 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Checking segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:01.277370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Network hostable DHCP agents. Network: c93c9b89-0845-4998-8c9f-f626de0ee0f7, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:01.296815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:01.307049 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, c93c9b89-0845-4998-8c9f-f626de0ee0f7) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:01.313160 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:01.313810 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.319055 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fcf57-0b73-4ab7-8bf7-449a2977e331 None None] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:01.334041 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e0638a77-deb1-464a-8bd6-c47384978fc5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3806813 Aug 27 04:04:01.336959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60322) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:01.346964 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:01.348473 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60324) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:01.378670 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.380146 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.444784 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.495499 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb48553-244f-432c-b24d-c5c7a5662839 None None] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:01.527554 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-632441560-network', 'tenant_id': '777771512210439cbf37b5ad9ef1938c'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:01.556237 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60330) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:01.574520 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1488977035-network', 'tenant_id': 'f317e49134df457db8274562ca04f78d'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:01.614493 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.626721 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.db.api [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:04:01.626721 dv-cinder-778193-4-smb neutron-server[94011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:04:01.626721 dv-cinder-778193-4-smb neutron-server[94011]: [parameters: {'project_id_1': 'f317e49134df457db8274562ca04f78d', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 4, 1, 606345)}] Aug 27 04:04:01.626721 dv-cinder-778193-4-smb neutron-server[94011]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:04:01.627557 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG oslo_db.api [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:04:01.648096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Made reservation on behalf of 777771512210439cbf37b5ad9ef1938c for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:01.650970 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.668968 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-572313720-network', 'tenant_id': '025796d385294a22af928127c62f5caa'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:01.694133 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Made reservation on behalf of 025796d385294a22af928127c62f5caa for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:01.697188 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.700911 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.721738 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.747746 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-586379001-network', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:01.897366 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.922828 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.927338 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.api [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:04:01.927338 dv-cinder-778193-4-smb neutron-server[94012]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:04:01.927338 dv-cinder-778193-4-smb neutron-server[94012]: [parameters: {'project_id_1': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 4, 1, 751791)}] Aug 27 04:04:01.927338 dv-cinder-778193-4-smb neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:04:01.930279 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG oslo_db.api [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:04:01.953758 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:01.980359 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.005631 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.006003 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Added segment 5b48c4ac-0767-4559-be70-a02f0521d806 of type vlan for network 2e831283-fe58-4f2f-86d8-75bd284a1912 Aug 27 04:04:02.015734 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.020757 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63746c6e-9281-4fa7-a43f-d71a7d70bc45,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.030422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.035562 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.069726 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0708011-1084-4812-8216-035a26f30654,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.092314 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:02.096224 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.124956 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749297361637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.126412 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Unsubscribe: segment precommit_create {{(pid=94012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:04:02.129221 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.segments_db [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Added segment 7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad of type vlan for network 87959948-3e57-4b7f-b071-3f6d18e89f51 Aug 27 04:04:02.179031 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.180054 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.180643 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.209896 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:02.212314 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.225258 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1921997 Aug 27 04:04:02.227288 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:02.241948 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Request body: {'subnet': {'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-subnet', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:02.270176 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Allocated IP 172.28.2.134 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/832b7b45-771d-4207-936d-fa6046544653) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:02.272384 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.319036 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Made reservation on behalf of 777771512210439cbf37b5ad9ef1938c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:02.322163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.328681 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8051ea3-8fa9-4e70-baa4-218a9a57c2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e831283-fe58-4f2f-86d8-75bd284a1912,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.385301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:02.404905 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.470841 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.478993 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.480267 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.482659 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.541074 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.550426 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.574192 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.578799 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:02.609817 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2600269 Aug 27 04:04:02.620829 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60382) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:02.630016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Request body: {'subnet': {'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-572313720-subnet', 'tenant_id': '025796d385294a22af928127c62f5caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:02.645133 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.645681 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Added segment aa3247c4-21c5-400f-82e3-b6261eacdffb of type vlan for network bf8a4636-c50a-4e33-8970-f488856272c1 Aug 27 04:04:02.647089 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f96e7e-9512-4071-adc3-924651a0005d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.678688 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:02.701722 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae8fa-62b0-4a05-b890-24396e202e1e admin admin] Pushing event updated for resources: {'Network': ['ID=87959948-3e57-4b7f-b071-3f6d18e89f51,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.702564 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Pushing event updated for resources: {'Port': ['ID=832b7b45-771d-4207-936d-fa6046544653,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.709814 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:02.709997 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Made reservation on behalf of b2fbf40afaeb4c9a885d27c0f4056d83 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:02.716342 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 87959948-3e57-4b7f-b071-3f6d18e89f51 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:02.724710 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:02.728510 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.734876 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.785032 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.801882 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.850047 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Made reservation on behalf of 025796d385294a22af928127c62f5caa for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:02.852788 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a99568-274d-453a-907b-41ef093ae4b9,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:02.852937 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.904784 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60394) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:02.907885 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.908845 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.909432 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.920202 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Checking segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:02.920736 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Network hostable DHCP agents. Network: 2e831283-fe58-4f2f-86d8-75bd284a1912, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:02.953455 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:02.980856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 2e831283-fe58-4f2f-86d8-75bd284a1912) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:02.985128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.988751 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.989383 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:02.999429 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f6672-45c6-4402-bb17-e1035fb490c1 None None] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:03.002206 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.026001 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:03.045915 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.047165 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.segments_db [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Added segment ba1655dc-d455-48a8-a3dd-845e42f08d72 of type vlan for network 99b5510f-766d-4e2b-a148-ce7eb2270467 Aug 27 04:04:03.068564 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-cc7b9266-e18c-44b4-aa1a-39bc60f67348 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8306172 Aug 27 04:04:03.081432 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60398) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:03.097932 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:03.101655 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37aac5e4-7f16-48a5-8621-e2f2abd50b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.120475 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0096676 Aug 27 04:04:03.121072 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60400) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:03.131725 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Request body: {'subnet': {'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1488977035-subnet', 'tenant_id': 'f317e49134df457db8274562ca04f78d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:03.141582 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c937732c-9f3f-4a18-9d69-811399bc5d54,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.167911 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.170965 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-2e831283-fe58-4f2f-86d8-75bd284a1912', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:04:03.172141 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.183840 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.186070 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.191079 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba48490-bee7-4f80-914d-0af1d70e2e89 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8a4636-c50a-4e33-8970-f488856272c1,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.215115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.216966 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:03.217635 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.222755 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:03.225048 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.250071 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network bf8a4636-c50a-4e33-8970-f488856272c1 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:03.378619 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Allocated IP 172.20.0.2 (2e831283-fe58-4f2f-86d8-75bd284a1912/81a99568-274d-453a-907b-41ef093ae4b9/ba0edcbc-7a63-41f4-87cd-1cf85109611a) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:03.388961 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.442513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] Pushing event updated for resources: {'Network': ['ID=99b5510f-766d-4e2b-a148-ce7eb2270467,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.459894 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.488217 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:03.509084 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.602948 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ad7969-6685-41f5-824e-5e1b644e4dd1,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.645862 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.661005 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Transition to ACTIVE for port object ba0edcbc-7a63-41f4-87cd-1cf85109611a will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:03.666869 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Checking segment: {'id': '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:03.667567 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Network hostable DHCP agents. Network: 87959948-3e57-4b7f-b071-3f6d18e89f51, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:03.683448 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Transition to ACTIVE for port object ba0edcbc-7a63-41f4-87cd-1cf85109611a will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:03.699087 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.741014 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:03.744380 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:03.748647 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:03.762785 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.776261 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.781139 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Network 87959948-3e57-4b7f-b071-3f6d18e89f51 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:03.829912 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 87959948-3e57-4b7f-b071-3f6d18e89f51) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:03.834835 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Attempting to bind port ba0edcbc-7a63-41f4-87cd-1cf85109611a on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:03.835228 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Attempting to bind port ba0edcbc-7a63-41f4-87cd-1cf85109611a by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:03.835590 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Attempting to bind port ba0edcbc-7a63-41f4-87cd-1cf85109611a on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:03.839162 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:03.839645 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Pushing event updated for resources: {'Port': ['ID=ba0edcbc-7a63-41f4-87cd-1cf85109611a,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.839869 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.842662 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.861236 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea2b3a3-15cc-4521-969e-126f56c28a3a,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:03.870913 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.871364 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.871728 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.876233 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.876637 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.877026 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.878550 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.878899 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.886488 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.886972 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.888001 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.891041 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Tracked resource versions report: Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: pushed versions: Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: { 'AddressGroup': {'1.2'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'ConntrackHelper': {'1.0'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Log': {'1.0'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Network': {'1.1'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Port': {'1.7'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'PortForwarding': {'1.2'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'QosPolicy': {'1.9'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroup': {'1.4'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SubPort': {'1.0'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Subnet': {'1.1'}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Trunk': {'1.1'}} Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: consumer versions: Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'ConntrackHelper': '1.0', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Log': '1.0', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Network': '1.1', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Port': '1.7', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'PortForwarding': '1.2', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'QosPolicy': '1.9', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroup': '1.4', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SecurityGroupRule': '1.2', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'SubPort': '1.0', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Subnet': '1.1', Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: 'Trunk': '1.1'}} Aug 27 04:04:03.892488 dv-cinder-778193-4-smb neutron-server[94013]: {{(pid=94013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:04:03.903531 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b75da-0888-484e-bafe-b3c5980ab97c None None] Network 87959948-3e57-4b7f-b071-3f6d18e89f51 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:03.917480 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Checking segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:03.917885 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Network hostable DHCP agents. Network: bf8a4636-c50a-4e33-8970-f488856272c1, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:03.947148 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:03.947802 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Checking segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:03.948297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.948908 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Bound using segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:03.949879 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Bound port: ba0edcbc-7a63-41f4-87cd-1cf85109611a, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:03.950433 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.960993 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37aac5e4-7f16-48a5-8621-e2f2abd50b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.978644 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-37aac5e4-7f16-48a5-8621-e2f2abd50b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:03.980803 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2a03977d-93f3-4fd9-ad5d-8d752e4e1722 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3553820 Aug 27 04:04:03.992314 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Network bf8a4636-c50a-4e33-8970-f488856272c1 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:04.015846 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, bf8a4636-c50a-4e33-8970-f488856272c1) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:04.022130 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:04.022869 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.037577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895838aa-2e13-447c-adca-9d92eedf651a None None] Network bf8a4636-c50a-4e33-8970-f488856272c1 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:04.060500 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-024c6204-4d29-4466-b091-f73d8fad9a01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9317334 Aug 27 04:04:04.070279 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Router 7647da62-1fab-43dd-b827-ff6075cf9d92 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:04:04.121331 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-40fe5e05-f198-4f0c-8a81-c247cd56d69d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5603597 Aug 27 04:04:04.127953 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-37aac5e4-7f16-48a5-8621-e2f2abd50b75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2777cb5f855b44478312b517c769a06e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2211637 Aug 27 04:04:04.129157 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aac5e4-7f16-48a5-8621-e2f2abd50b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64328935-06d6-49e4-bfa4-464e264e5f27,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:04.136438 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.137081 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60440) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.147927 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Request body: {'subnet': {'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-586379001-subnet', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:04.213013 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Made reservation on behalf of b2fbf40afaeb4c9a885d27c0f4056d83 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:04.216896 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.313916 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:04.326043 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Sync routers for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:04.341599 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:04.341599 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:03:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:04.342098 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe0bb5-0715-4ee8-9a7d-9f0662f67b34 None None] Network bf8a4636-c50a-4e33-8970-f488856272c1 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:04.368248 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60456) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.378311 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.378701 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8ae1c09d-3c53-47d1-a221-fa18bfd32183 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0400696 Aug 27 04:04:04.379522 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60462) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.408476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.465115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.488230 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.563118 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Checking segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:04.563552 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Network hostable DHCP agents. Network: 99b5510f-766d-4e2b-a148-ce7eb2270467, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:04.609257 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0ae79066-f847-426a-bc6c-801595dc808e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.613004 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.616590 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.617822 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64328935-06d6-49e4-bfa4-464e264e5f27 HTTP/1.1" status: 204 len: 168 time: 0.4747806 Aug 27 04:04:04.667225 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:04.689323 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642020bf-0318-4226-869c-0e92660d19ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64328935-06d6-49e4-bfa4-464e264e5f27,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:04.691182 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:04.714766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.766202 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] For port ba0edcbc-7a63-41f4-87cd-1cf85109611a, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:04.774300 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] For port ba0edcbc-7a63-41f4-87cd-1cf85109611a, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=ba0edcbc-7a63-41f4-87cd-1cf85109611a,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:04.795178 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.821967 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60502) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:04.824556 dv-cinder-778193-4-smb neutron-server[94012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:04:04.830422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.042850 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:02Z', 'revision_number': 3, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:05.058965 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 99b5510f-766d-4e2b-a148-ce7eb2270467) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:05.065459 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0ae79066-f847-426a-bc6c-801595dc808e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.074036 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0ae79066-f847-426a-bc6c-801595dc808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.079401 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.087236 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7acb5-adb7-4913-9356-743856b73a4a None None] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:05.105629 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.109565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.110411 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.119271 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04777304-37fb-489e-b4f9-40f9770f30bf None None] Network 87959948-3e57-4b7f-b071-3f6d18e89f51 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:05.131908 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ee496e-6303-44a7-b90d-af23b4b138e1,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:05.136862 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Checking router: 7647da62-1fab-43dd-b827-ff6075cf9d92 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:05.140312 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Updating router 7647da62-1fab-43dd-b827-ff6075cf9d92 port 832b7b45-771d-4207-936d-fa6046544653 binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:05.141200 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0ae79066-f847-426a-bc6c-801595dc808e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdc7b7fd582c4741aa6b870c6a735254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7714415 Aug 27 04:04:05.143422 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae79066-f847-426a-bc6c-801595dc808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424cd8b4-447a-4471-ab29-c52e5e4d8bfb,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:05.146061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60506) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:05.217970 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.266460 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60510) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:05.368405 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-296b1a15-45e7-4e94-8fec-720ef2e3ed12 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.371403 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-296b1a15-45e7-4e94-8fec-720ef2e3ed12 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.6531029 Aug 27 04:04:05.373020 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-03412d49-da8f-4d38-834a-eff80fac66e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2315223 Aug 27 04:04:05.383096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60512) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:05.391148 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:05.423545 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.424919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.447014 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-abb4d74a-f056-4eab-8073-d4f02251db38 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/quotas/f317e49134df457db8274562ca04f78d HTTP/1.1" status: 200 len: 375 time: 0.0490351 Aug 27 04:04:05.456523 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e49e262-604d-49a9-ad9e-00636abac32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.475037 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-a3de7e3b-ca3e-4b8b-a523-33d717e8ae9a tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.477242 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-a3de7e3b-ca3e-4b8b-a523-33d717e8ae9a tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/networks?id=87959948-3e57-4b7f-b071-3f6d18e89f51 HTTP/1.1" status: 200 len: 811 time: 0.6436222 Aug 27 04:04:05.514735 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86175c9-fd83-436a-81ee-397d6b4f3c4b None None] Pushing event updated for resources: {'Port': ['ID=ba0edcbc-7a63-41f4-87cd-1cf85109611a,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:05.585758 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.599055 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.639558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-99b5510f-766d-4e2b-a148-ce7eb2270467', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:04:05.641457 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.660867 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-b5417518-55ab-45bf-9846-792b4a60453b tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2119739 Aug 27 04:04:05.677178 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:05.727452 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.744979 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-f99cb6aa-faeb-4f24-93b8-f97d9d1e66f7 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/quotas/025796d385294a22af928127c62f5caa HTTP/1.1" status: 200 len: 375 time: 0.0993519 Aug 27 04:04:05.790947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Allocated IP 172.28.2.156 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/7dcc3603-8595-48b2-a611-d6bdf501b234) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:05.812514 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Allocated IP 172.20.0.1 (c93c9b89-0845-4998-8c9f-f626de0ee0f7/90c6e423-31a5-4773-897f-a7f73b88f64d/19ce29c7-0063-4059-aea8-a0c8c01a240c) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:05.824695 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.855600 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Allocated IP 172.20.0.2 (99b5510f-766d-4e2b-a148-ce7eb2270467/02ee496e-6303-44a7-b90d-af23b4b138e1/a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:05.890085 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-bdd77985-c6d8-4490-a7dd-ebf18bc1ced1 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=025796d385294a22af928127c62f5caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436751 Aug 27 04:04:05.951403 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.957293 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.959968 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.961130 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/424cd8b4-447a-4471-ab29-c52e5e4d8bfb HTTP/1.1" status: 204 len: 168 time: 0.8141484 Aug 27 04:04:06.010130 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a2cdc-f35a-432b-9a6b-b2372ccf2d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424cd8b4-447a-4471-ab29-c52e5e4d8bfb,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.060937 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-70d8d57d-d8f4-4503-8bab-0cd61a28644f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:04:06.064767 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-70d8d57d-d8f4-4503-8bab-0cd61a28644f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2024083 Aug 27 04:04:06.080986 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.094181 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e49e262-604d-49a9-ad9e-00636abac32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.124241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e49e262-604d-49a9-ad9e-00636abac32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.137810 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.148625 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Transition to ACTIVE for port object a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:06.175841 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Transition to ACTIVE for port object a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:06.183767 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.189633 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-08299b47-a646-4041-9517-cfbb4713dc1a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:04:06.190775 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-08299b47-a646-4041-9517-cfbb4713dc1a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1513593 Aug 27 04:04:06.195584 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1e49e262-604d-49a9-ad9e-00636abac32b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4101a78c8a7c4410ac0b6e3c625a419a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9195950 Aug 27 04:04:06.214827 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:06.236821 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:06.244283 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:06.254230 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:06.257731 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Pushing event updated for resources: {'Port': ['ID=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.342461 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.355171 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Attempting to bind port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:06.355550 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Attempting to bind port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:06.355989 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Attempting to bind port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:06.365059 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.366576 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:06.367039 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Checking segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:06.367536 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.367964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Bound using segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:06.368438 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Bound port: a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:06.368852 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.374815 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.440967 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.449529 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.449868 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dbf4d-d71b-4382-a168-6f56820ce88e None None] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:06.501427 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.520211 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:06.538930 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:06.544641 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:06.551434 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.557359 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:06.557847 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.566544 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Transition to ACTIVE for port object 832b7b45-771d-4207-936d-fa6046544653 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:06.578335 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.591377 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:06.593937 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49e262-604d-49a9-ad9e-00636abac32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3266ba2e-3282-4c4a-851f-ebfe5068e3c6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.602655 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-bfa0c065-58e5-4ba9-8a5d-058d284eb2cf None None] Provisioning for port ba0edcbc-7a63-41f4-87cd-1cf85109611a completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:06.612906 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:06.646850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Pushing event updated for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.663464 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] For port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:06.678359 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] For port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:06.685574 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Pushing event updated for resources: {'Port': ['ID=832b7b45-771d-4207-936d-fa6046544653,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.694672 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.698870 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.702877 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.703484 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.704508 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.705095 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.705656 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.706851 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.707503 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.708069 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.709492 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.710036 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.710570 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Tracked resource versions report: Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: pushed versions: Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: { 'AddressGroup': {'1.2'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'ConntrackHelper': {'1.0'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Log': {'1.0'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Network': {'1.1'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Port': {'1.7'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'PortForwarding': {'1.2'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'QosPolicy': {'1.9'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroup': {'1.4'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SubPort': {'1.0'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Subnet': {'1.1'}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Trunk': {'1.1'}} Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: consumer versions: Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: { DHCP agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: HyperV agent@hv-cinder-77819: {}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: L3 agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: Metadata agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: Metering agent@dv-cinder-778193-4-smb: {}, Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: Open vSwitch agent@dv-cinder-778193-4-smb: { 'AddressGroup': '1.2', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'ConntrackHelper': '1.0', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Log': '1.0', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Network': '1.1', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Port': '1.7', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'PortForwarding': '1.2', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'QosPolicy': '1.9', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroup': '1.4', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SecurityGroupRule': '1.2', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'SubPort': '1.0', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Subnet': '1.1', Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: 'Trunk': '1.1'}} Aug 27 04:04:06.712316 dv-cinder-778193-4-smb neutron-server[94014]: {{(pid=94014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:04:06.820294 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.823905 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Attempting to bind port 832b7b45-771d-4207-936d-fa6046544653 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:06.824474 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Attempting to bind port 832b7b45-771d-4207-936d-fa6046544653 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:06.824800 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.825009 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Attempting to bind port 832b7b45-771d-4207-936d-fa6046544653 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:06.832400 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:06.833145 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:06.833816 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.834418 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:06.835119 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Bound port: 832b7b45-771d-4207-936d-fa6046544653, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:06.835776 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.843178 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3266ba2e-3282-4c4a-851f-ebfe5068e3c6 HTTP/1.1" status: 204 len: 168 time: 0.6255126 Aug 27 04:04:06.844819 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device ba0edcbc-7a63-41f4-87cd-1cf85109611a up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:06.883888 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Allocated IP 172.28.2.169 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/7cc520df-66ad-4877-82b5-7f74efe4aa34) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:06.899611 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3533533-39a4-4f50-9b23-16ad5de5108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266ba2e-3282-4c4a-851f-ebfe5068e3c6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.939559 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.964406 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] For port 832b7b45-771d-4207-936d-fa6046544653, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:06.977513 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-96109e4b-6028-462c-88ee-a6230c3100a1 service neutron] 10.222.0.70 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708817 Aug 27 04:04:06.979613 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcc3603-8595-48b2-a611-d6bdf501b234,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:06.990870 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] For port 832b7b45-771d-4207-936d-fa6046544653, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=832b7b45-771d-4207-936d-fa6046544653,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:07.000798 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.013733 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-c34d5af7-f2b7-47c8-a44f-2b81d2b92975 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9295290 Aug 27 04:04:07.074748 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386e71-6476-4128-82d9-88ddbcf1a2d4 None None] Pushing event updated for resources: {'Port': ['ID=832b7b45-771d-4207-936d-fa6046544653,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.093089 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:07.093842 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:03:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:07.143386 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646496-b21c-4295-bfcd-de1af37dafac None None] Pushing event updated for resources: {'Port': ['ID=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.159139 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port ba0edcbc-7a63-41f4-87cd-1cf85109611a completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:07.205783 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port ba0edcbc-7a63-41f4-87cd-1cf85109611a triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:07.206163 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.246374 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-25457b46-c021-49bf-85c9-0695d5e330d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.340550 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:07.439559 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.442850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.495901 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port ba0edcbc-7a63-41f4-87cd-1cf85109611a, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=ba0edcbc-7a63-41f4-87cd-1cf85109611a,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:07.501635 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.579506 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=ba0edcbc-7a63-41f4-87cd-1cf85109611a,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.598863 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.606820 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.607533 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.676179 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60566) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:07.680291 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Pushing event updated for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.694807 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-f1efe5b5-7cb8-424a-8f52-6ab118737551 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798325 Aug 27 04:04:07.737183 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.793497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-95278ff0-72bf-44fb-ba4c-63053229e110 None None] Provisioning complete for port ba0edcbc-7a63-41f4-87cd-1cf85109611a triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:07.793497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-95278ff0-72bf-44fb-ba4c-63053229e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.813876 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '19ce29c7-0063-4059-aea8-a0c8c01a240c', 'name': '', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'mac_address': 'fa:16:3e:92:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:05Z', 'revision_number': 1, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'subnets': [{'id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:07.814537 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:07.820891 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc520df-66ad-4877-82b5-7f74efe4aa34,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.823720 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:07.830556 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:07.872448 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbabbe1-0218-41f9-9751-0cc1b37bcd84 None None] The sync data for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb is: [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '19ce29c7-0063-4059-aea8-a0c8c01a240c', 'name': '', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'mac_address': 'fa:16:3e:92:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:05Z', 'revision_number': 1, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'subnets': [{'id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:07.889966 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-ff8cab73-5d6b-47d8-90f8-c61c595b4ba7 service neutron] 10.222.0.70 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113007 Aug 27 04:04:07.897408 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.238540 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-328200109-network', 'tenant_id': 'c1caf9b94e55458282da985b27d1726c'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:08.340574 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Made reservation on behalf of c1caf9b94e55458282da985b27d1726c for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:08.343884 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.384098 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.600794 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.618147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.634347 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:08.643522 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.644287 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Added segment 45ea911b-4ce7-4290-aa47-8ab3faae795e of type vlan for network 296448fd-8b3c-482f-8813-fa46e0b38aea Aug 27 04:04:08.674920 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:08.690725 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-33412433-ea7b-411d-86cc-8058c9c6bf9f req-d81a5c5d-8db8-42b1-bd9e-8fc4dd83bb80 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.3467653 Aug 27 04:04:08.733237 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.768647 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1069c-50d4-446f-9f2e-2f19a79f5981 None None] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:08.783123 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.817215 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:08.865861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6642e484-bbde-4f40-8246-9c271e00c10d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:08.869414 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.870377 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:08.870996 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.010229 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-26690163-460c-495a-8972-04720dd75d41 req-95bfd449-0174-4219-b6cc-8893c66dc276 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.1577806 Aug 27 04:04:09.015064 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:09.088035 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] Pushing event updated for resources: {'Network': ['ID=296448fd-8b3c-482f-8813-fa46e0b38aea,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:09.173450 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-41be1d30-6304-4f38-a834-a7e498b0f464 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4905550 Aug 27 04:04:09.180239 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60642) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:09.180535 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 296448fd-8b3c-482f-8813-fa46e0b38aea details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:09.196434 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Request body: {'subnet': {'network_id': '296448fd-8b3c-482f-8813-fa46e0b38aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-328200109-subnet', 'tenant_id': 'c1caf9b94e55458282da985b27d1726c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:09.207091 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4347b304-5235-4910-ae55-88c618c3e16a None None] Provisioning for port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:09.363163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Made reservation on behalf of c1caf9b94e55458282da985b27d1726c for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:09.378633 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.383357 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:04:09.525680 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.590559 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:09.604084 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:09.604294 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.692329 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Router 7647da62-1fab-43dd-b827-ff6075cf9d92 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:09.729193 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:09.750874 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:09.809297 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.811107 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-df6c8445-cd71-496c-b130-06c735f7d6c9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7210770 Aug 27 04:04:09.819550 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:09.821204 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:03:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:09.836643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60674) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:10.080242 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60682) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:10.087362 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ec5fc047-fb82-4d79-bf50-0aa08a0becb0 req-15efce89-845c-479c-9c89-af253fc5a3e8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.2533338 Aug 27 04:04:10.142324 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:10.164625 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.443601 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acc0c1c4-720f-4350-a21a-119d33d9afc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.459972 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.542246 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:10.550525 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2a8a8cfb-59f2-49aa-9359-32c03a82b187 req-feacdc7c-00ed-4b39-9ed3-ec1d3936ab0f tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.3666863 Aug 27 04:04:10.555073 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-beeff5d6-9cb8-497a-aa37-0da5dd54cf21 admin admin] 10.222.0.70 "PUT /v2.0/routers/7647da62-1fab-43dd-b827-ff6075cf9d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1731021 Aug 27 04:04:10.608841 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Checking segment: {'id': '45ea911b-4ce7-4290-aa47-8ab3faae795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '296448fd-8b3c-482f-8813-fa46e0b38aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:10.609204 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Network hostable DHCP agents. Network: 296448fd-8b3c-482f-8813-fa46e0b38aea, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:10.614479 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b923435d-631c-43e9-a4a0-8e28e696fcfa,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:10.707810 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.733901 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Network 296448fd-8b3c-482f-8813-fa46e0b38aea is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:10.734902 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6437541b-f87a-4012-b49d-c7cc1f1b488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.777534 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-2b72ea81-f109-4583-b216-2ab54dc90bb9 None None] Provisioning complete for port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:10.779411 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 296448fd-8b3c-482f-8813-fa46e0b38aea) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:10.779929 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2b72ea81-f109-4583-b216-2ab54dc90bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.781730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.841752 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:10.842419 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.842569 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Router cb75b597-fc07-4990-ab63-3317a3956a44 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:04:10.897677 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17716f2-2bc6-4bbe-99ab-baae37bff315 None None] Network 296448fd-8b3c-482f-8813-fa46e0b38aea requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:10.960478 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acc0c1c4-720f-4350-a21a-119d33d9afc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.992794 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acc0c1c4-720f-4350-a21a-119d33d9afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.041265 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0c1c4-720f-4350-a21a-119d33d9afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb720a-318d-4d38-9980-51ae6e217ac8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:11.080791 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:11.114545 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.115335 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device ba0edcbc-7a63-41f4-87cd-1cf85109611a up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:11.157605 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-11f52760-d1c2-4d26-bc55-3a0a03763f4e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9673009 Aug 27 04:04:11.157826 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-acc0c1c4-720f-4350-a21a-119d33d9afc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a00be71881004b27875b5b67d0ab967f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772467 Aug 27 04:04:11.166018 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60712) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:11.201960 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:11.214364 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.219452 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:11.244614 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:11.245260 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:11.262115 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.264807 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0d02d643-f46d-4151-aad0-735095f5f269 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8806896 Aug 27 04:04:11.266975 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60720) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:11.363360 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.431497 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c6b0e406-b196-48f3-9e5e-ee2721a96ff5 req-015d5641-b2df-4aba-b5f1-9d72ee30f7b4 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.1461499 Aug 27 04:04:11.602405 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.38', 59354) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:11.688947 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:11.736035 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.745436 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-538da0e0-6b7b-43a3-8de5-9f43fefdacc0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:11.747612 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-538da0e0-6b7b-43a3-8de5-9f43fefdacc0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 819 time: 0.4210825 Aug 27 04:04:11.748708 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8370b7-0742-4cc9-a7ee-1b94b71f2606 None None] Network 296448fd-8b3c-482f-8813-fa46e0b38aea requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:11.757364 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:11.806095 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Sync routers for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:11.811067 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:07Z', 'revision_number': 3, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:11.856026 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port ba0edcbc-7a63-41f4-87cd-1cf85109611a triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:11.856463 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.866499 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:11.866878 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Updating router 5135d76c-45a8-4edb-b94d-2d282137e5ce port 7dcc3603-8595-48b2-a611-d6bdf501b234 binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:11.913991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.945194 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:11.945842 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:12.099918 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-d6934cff-86be-4696-b83c-a777d5f148fb tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/quotas/02964b01beba410c8a3107a5a8ddc1c0 HTTP/1.1" status: 200 len: 375 time: 0.3285465 Aug 27 04:04:12.160497 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.215598 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 3, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:12.255475 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:12.257009 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.257512 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Updating router cb75b597-fc07-4990-ab63-3317a3956a44 port 7cc520df-66ad-4877-82b5-7f74efe4aa34 binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:12.292485 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.298306 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6923c2dc-60e8-40c1-9d0a-ba5d5aeb9977 req-0af7c2e0-433e-4961-a370-03df094e1077 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.3056962 Aug 27 04:04:12.372557 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60772) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:12.378462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:12.382914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189678447-network', 'tenant_id': '104b32975bea42de872b4575b60c6f2f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:12.432795 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Made reservation on behalf of 104b32975bea42de872b4575b60c6f2f for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:12.439454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.558138 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-3e35cf92-2fba-429a-8f58-d17a8a17a863 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4572244 Aug 27 04:04:12.808463 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.964528 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.983608 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-7489e3b9-21db-4482-bfa0-42277fde964a tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:12.988370 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-7489e3b9-21db-4482-bfa0-42277fde964a tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.38 "GET /v2.0/networks?id=87959948-3e57-4b7f-b071-3f6d18e89f51 HTTP/1.1" status: 200 len: 811 time: 1.3823907 Aug 27 04:04:12.996751 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '19ce29c7-0063-4059-aea8-a0c8c01a240c', 'name': '', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'mac_address': 'fa:16:3e:92:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:07Z', 'revision_number': 2, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'subnets': [{'id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:13.017317 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Allocated IP 172.20.0.1 (2e831283-fe58-4f2f-86d8-75bd284a1912/81a99568-274d-453a-907b-41ef093ae4b9/e44162ee-2a82-4b78-9493-6eb916d0515d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:13.066124 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Checking router: 7647da62-1fab-43dd-b827-ff6075cf9d92 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:13.066625 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Updating router 7647da62-1fab-43dd-b827-ff6075cf9d92 port 19ce29c7-0063-4059-aea8-a0c8c01a240c binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:13.074364 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.099557 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Transition to ACTIVE for port object 7cc520df-66ad-4877-82b5-7f74efe4aa34 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:13.114201 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.124758 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.136465 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5aa63dde-547e-42ce-8413-5b879747085f req-65c1d5cc-ec4c-4218-8313-291b181bb4a9 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.5583599 Aug 27 04:04:13.169694 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Request body: {'port': {'device_id': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51', 'admin_state_up': True, 'tenant_id': '025796d385294a22af928127c62f5caa'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:13.179247 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:13.218057 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a844-38f1-40db-a4e4-9de05dc1ae67 None None] Pushing event updated for resources: {'Port': ['ID=7cc520df-66ad-4877-82b5-7f74efe4aa34,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:13.260537 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.292789 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Attempting to bind port 7cc520df-66ad-4877-82b5-7f74efe4aa34 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:13.293915 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Attempting to bind port 7cc520df-66ad-4877-82b5-7f74efe4aa34 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:13.294521 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Attempting to bind port 7cc520df-66ad-4877-82b5-7f74efe4aa34 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:13.301628 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:13.302101 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:13.302530 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.302917 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:13.303392 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Bound port: 7cc520df-66ad-4877-82b5-7f74efe4aa34, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:13.303841 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.484811 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.485916 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] For port 7cc520df-66ad-4877-82b5-7f74efe4aa34, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:13.499728 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.508197 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5acb720a-318d-4d38-9980-51ae6e217ac8 HTTP/1.1" status: 204 len: 168 time: 2.3409607 Aug 27 04:04:13.521929 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] For port 7cc520df-66ad-4877-82b5-7f74efe4aa34, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7cc520df-66ad-4877-82b5-7f74efe4aa34,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:13.540408 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.745452 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:13.746497 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:13.792421 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.38', 59363) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:13.837573 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.843046 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a844-38f1-40db-a4e4-9de05dc1ae67 None None] Pushing event updated for resources: {'Port': ['ID=7cc520df-66ad-4877-82b5-7f74efe4aa34,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:13.865698 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:13.866372 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.943321 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-03b25ca4-e631-4316-8574-9930d32894bd req-cd22b459-f214-4846-b2b9-cec45c59dd7c tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.3940248 Aug 27 04:04:13.977886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856d9b2-750b-469a-85a9-6babdc425e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb720a-318d-4d38-9980-51ae6e217ac8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:13.983867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Transition to ACTIVE for port object e44162ee-2a82-4b78-9493-6eb916d0515d will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:14.031929 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:14.162846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-c63ae032-d75d-4a58-9fae-2714a524dc17 service neutron] 10.222.0.70 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6037648 Aug 27 04:04:14.223280 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-eb06b179-6add-4261-8b66-82fc4ffce20e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:14.225224 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-eb06b179-6add-4261-8b66-82fc4ffce20e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.3304167 Aug 27 04:04:14.264008 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Request body: {'port': {'device_id': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'admin_state_up': True, 'tenant_id': 'f317e49134df457db8274562ca04f78d'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:14.346953 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.400609 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7be86e9b-9459-4e8e-8557-8f2923619c95 req-fb72384e-f87a-46af-bb10-b3ffcc8eb473 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.0674503 Aug 27 04:04:14.404847 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.454882 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:14.480301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.488187 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-637e681e-1333-4c22-ba97-764110527e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 3, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:14.513927 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.522846 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e681e-1333-4c22-ba97-764110527e2b None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 3, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:14.571632 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e5dde-8790-4c01-891c-ca8d9eef11a0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:14.583453 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.594376 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.segments_db [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Added segment 76500577-4669-443f-bfed-1366093041f5 of type vlan for network 23b95c7e-9074-4d0c-8562-f907e247c34f Aug 27 04:04:14.657088 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Transition to ACTIVE for port object 7dcc3603-8595-48b2-a611-d6bdf501b234 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:14.687768 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.697988 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Allocated IP 172.20.0.1 (99b5510f-766d-4e2b-a148-ce7eb2270467/02ee496e-6303-44a7-b90d-af23b4b138e1/fdea4776-5634-41b1-91be-2f74e29ec808) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:14.721850 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Pushing event updated for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:14.740469 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:14.745272 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 832b7b45-771d-4207-936d-fa6046544653 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:14.749643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:14.784478 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.793464 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90681cd3-4fdd-4673-8f9f-4c8f0cfcede9 service neutron] 10.222.0.70 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293132 Aug 27 04:04:14.800169 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:14.803472 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.265974 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Transition to ACTIVE for port object 19ce29c7-0063-4059-aea8-a0c8c01a240c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:15.278702 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Made reservation on behalf of 025796d385294a22af928127c62f5caa for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:15.278702 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc087d-4906-4448-a925-cde8973f3269 None None] Pushing event updated for resources: {'Port': ['ID=7dcc3603-8595-48b2-a611-d6bdf501b234,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Attempting to bind port 7dcc3603-8595-48b2-a611-d6bdf501b234 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Attempting to bind port 7dcc3603-8595-48b2-a611-d6bdf501b234 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Attempting to bind port 7dcc3603-8595-48b2-a611-d6bdf501b234 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.283809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Bound port: 7dcc3603-8595-48b2-a611-d6bdf501b234, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 832b7b45-771d-4207-936d-fa6046544653 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 832b7b45-771d-4207-936d-fa6046544653 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.287511 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962937a-ce5b-44bc-8362-2fad1f5e5574 None None] Pushing event updated for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:15.305013 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.380485 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6d7e1750-7edf-49ee-9d33-964a8d74d791 req-6754e5c8-7ddb-4246-8cf6-f7fbf1dbd371 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.1246657 Aug 27 04:04:15.430600 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] For port 7dcc3603-8595-48b2-a611-d6bdf501b234, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:15.494014 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39ed57a9-6070-4943-98c4-872865470ca0 req-4df88a7b-a09a-411a-85b4-0eb94032622e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 210 time: 0.1092215 Aug 27 04:04:15.534241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 04:04:15.642137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.657409 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] For port 7dcc3603-8595-48b2-a611-d6bdf501b234, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7dcc3603-8595-48b2-a611-d6bdf501b234,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:15.671593 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Attempting to bind port 19ce29c7-0063-4059-aea8-a0c8c01a240c on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:15.671593 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Attempting to bind port 19ce29c7-0063-4059-aea8-a0c8c01a240c by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:15.671902 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Attempting to bind port 19ce29c7-0063-4059-aea8-a0c8c01a240c on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:15.682595 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:15.683014 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Checking segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:15.683429 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.683855 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Bound using segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:15.693127 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Bound port: 19ce29c7-0063-4059-aea8-a0c8c01a240c, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:15.694202 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Transition to ACTIVE for port object fdea4776-5634-41b1-91be-2f74e29ec808 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:15.695152 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.733133 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381646eb-f8c0-418a-bb19-48fde5c6eef8 req-83476ff1-29e3-463c-94e5-224ec5e0610d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.1233654 Aug 27 04:04:15.765211 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.798330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a8d9facd-78ad-496a-8d97-efa9248c32b3 None None] Provisioning for port e44162ee-2a82-4b78-9493-6eb916d0515d completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:15.855869 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-a8d9facd-78ad-496a-8d97-efa9248c32b3 None None] Provisioning complete for port e44162ee-2a82-4b78-9493-6eb916d0515d triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:15.855869 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a8d9facd-78ad-496a-8d97-efa9248c32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.945794 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.959143 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:15.960687 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:15.973391 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:15.988428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.060949 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.133823 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 832b7b45-771d-4207-936d-fa6046544653, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=832b7b45-771d-4207-936d-fa6046544653,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:16.206176 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.256372 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8775997 Aug 27 04:04:16.268265 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60866) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:16.318552 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Request body: {'subnet': {'network_id': '23b95c7e-9074-4d0c-8562-f907e247c34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189678447-subnet', 'tenant_id': '104b32975bea42de872b4575b60c6f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:16.348624 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:16.349724 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:16.421176 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.430416 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587f8c-a12d-4eb7-bf13-35b8359b4840 admin admin] Pushing event updated for resources: {'Network': ['ID=23b95c7e-9074-4d0c-8562-f907e247c34f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:16.529007 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9facd-78ad-496a-8d97-efa9248c32b3 None None] Port e44162ee-2a82-4b78-9493-6eb916d0515d cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:16.549819 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7cc520df-66ad-4877-82b5-7f74efe4aa34 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:16.551922 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 23b95c7e-9074-4d0c-8562-f907e247c34f details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:16.553531 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:16.627437 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-e275265a-2fd9-4599-8680-f286582f5594 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:16.630082 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-e275265a-2fd9-4599-8680-f286582f5594 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 819 time: 0.6515226 Aug 27 04:04:16.632295 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-752a9a3e-2d63-42df-b406-3cb3c7c62ab0 req-7440992c-50fd-4c69-a55f-06bdbb75beea tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.1529386 Aug 27 04:04:16.648704 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.656588 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:16.662320 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Allocated IP 172.20.0.9 (87959948-3e57-4b7f-b071-3f6d18e89f51/d3ad7969-6685-41f5-824e-5e1b644e4dd1/a23c048d-4a63-45b8-807b-72feeaa92030) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:16.673805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] For port 19ce29c7-0063-4059-aea8-a0c8c01a240c, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:16.675019 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:16.675657 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.697184 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Made reservation on behalf of 104b32975bea42de872b4575b60c6f2f for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:16.703002 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.779632 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc087d-4906-4448-a925-cde8973f3269 None None] Pushing event updated for resources: {'Port': ['ID=7dcc3603-8595-48b2-a611-d6bdf501b234,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:16.880120 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] For port 19ce29c7-0063-4059-aea8-a0c8c01a240c, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=19ce29c7-0063-4059-aea8-a0c8c01a240c,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:16.892878 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:16.972655 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-69e026d2-4e33-441f-afc6-f165988b1c5e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/quotas/02964b01beba410c8a3107a5a8ddc1c0 HTTP/1.1" status: 200 len: 375 time: 0.3169875 Aug 27 04:04:17.083035 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=832b7b45-771d-4207-936d-fa6046544653,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:17.154102 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:17.310803 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-061fcd1a-0bae-4262-ae08-d5b58e1586f7 req-80458a14-bcfc-4828-9e3c-1f72db4a56d8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 210 time: 0.3542089 Aug 27 04:04:17.322861 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.38', 59369) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:17.335862 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:17.368904 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:17.432700 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Pushing event updated for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:17.460473 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:17.488768 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04e5240-fb63-44e1-965f-97700a77e141,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:17.547052 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962937a-ce5b-44bc-8362-2fad1f5e5574 None None] Pushing event updated for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:17.718500 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 7cc520df-66ad-4877-82b5-7f74efe4aa34 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:17.748357 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 7cc520df-66ad-4877-82b5-7f74efe4aa34 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:17.748895 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:17.750589 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:17.751339 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:17.820802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-db0e11dc-638e-4048-afa9-2c42fef64967 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:17.854772 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-db0e11dc-638e-4048-afa9-2c42fef64967 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 819 time: 0.5169220 Aug 27 04:04:17.864753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Pushing event updated for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:17.899219 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Network 87959948-3e57-4b7f-b071-3f6d18e89f51 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:17.907088 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:17.909617 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Allocated IP 172.20.0.13 (bf8a4636-c50a-4e33-8970-f488856272c1/1ea2b3a3-15cc-4521-969e-126f56c28a3a/544e2a6b-a4e6-4cad-96c4-014e1f55937d) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:17.915541 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:17.924599 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:17.926113 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:17.953998 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-3fc0b701-119f-4d92-add6-62480738211b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8349404 Aug 27 04:04:18.079873 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-7fb838d2-7657-44d0-af4e-052def1f11e6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0685658 Aug 27 04:04:18.134052 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-87732e64-37a2-4a46-b4bb-731b4fec0712 None None] Provisioning for port fdea4776-5634-41b1-91be-2f74e29ec808 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:18.159369 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.171276 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-87732e64-37a2-4a46-b4bb-731b4fec0712 None None] Provisioning complete for port fdea4776-5634-41b1-91be-2f74e29ec808 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:18.171929 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-87732e64-37a2-4a46-b4bb-731b4fec0712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.404892 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:18.427129 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.481520 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.492347 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.493061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.527900 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Checking segment: {'id': '76500577-4669-443f-bfed-1366093041f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b95c7e-9074-4d0c-8562-f907e247c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:18.528911 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Network hostable DHCP agents. Network: 23b95c7e-9074-4d0c-8562-f907e247c34f, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:18.537918 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.554561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-87732e64-37a2-4a46-b4bb-731b4fec0712 None None] Port fdea4776-5634-41b1-91be-2f74e29ec808 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:18.625326 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Pushing event updated for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:18.679994 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Network bf8a4636-c50a-4e33-8970-f488856272c1 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:18.685866 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:18.694328 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:18.701365 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:18.702112 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.716153 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb2e8b-c08f-4719-ae27-0e5356c9cfda req-d4065143-aecf-45eb-b52a-e9ae15feaad1 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:18.718485 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ebb2e8b-c08f-4719-ae27-0e5356c9cfda req-d4065143-aecf-45eb-b52a-e9ae15feaad1 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 931 time: 0.7028952 Aug 27 04:04:18.724435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60920) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:18.745508 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event updated for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:18.758402 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-804720b4-3062-4bd3-a5ba-b345d7819f41 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5046606 Aug 27 04:04:18.760573 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:18.762071 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:18.782668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Network 23b95c7e-9074-4d0c-8562-f907e247c34f is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:18.836692 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.838485 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.871061 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.872521 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.898903 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-3f6f9c97-dac5-46dd-bb1e-b2e1df1b1154 service neutron] 10.222.0.70 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148742 Aug 27 04:04:19.012294 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:19.034299 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-fd31e93f-29ba-4dfb-acbb-ce9607f24abd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:04:19.035330 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-fd31e93f-29ba-4dfb-acbb-ce9607f24abd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108085 Aug 27 04:04:19.048304 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Pushing event updated for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:19.050558 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-c8b7da84-ab89-4bbd-9cec-9724af89c445 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:04:19.055971 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-c8b7da84-ab89-4bbd-9cec-9724af89c445 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121205 Aug 27 04:04:19.058647 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 23b95c7e-9074-4d0c-8562-f907e247c34f) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:19.121669 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Request body: {'port': {'device_id': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'admin_state_up': True, 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:19.146332 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:19.147238 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.256686 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9efa2b-f1ca-45d6-be06-cdd9c8ee58e2 None None] Network 23b95c7e-9074-4d0c-8562-f907e247c34f requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:19.258401 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:19.269611 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:19.289114 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:19.290660 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-716feaad-a734-4709-b39c-b2fb59b01e72 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb75b597-fc07-4990-ab63-3317a3956a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0171905 Aug 27 04:04:19.298071 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:19.330800 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60930) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:19.361069 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 7cc520df-66ad-4877-82b5-7f74efe4aa34, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7cc520df-66ad-4877-82b5-7f74efe4aa34,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:19.379820 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:13Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:19.414349 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb8db-547a-4772-9bc6-4a4c4322c885 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:13Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:19.416745 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.489939 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-630df366-90d0-4008-805e-0caf84445e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.507724 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-d483aa98-feaa-4a4d-b6cc-1cd138e512e3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2254629 Aug 27 04:04:19.507951 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=7cc520df-66ad-4877-82b5-7f74efe4aa34,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:19.508909 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:19.517144 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-8d31c891-f46b-4e89-a069-eaf22f0000d7 None None] Provisioning complete for port fdea4776-5634-41b1-91be-2f74e29ec808 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:19.517797 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8d31c891-f46b-4e89-a069-eaf22f0000d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.520582 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ebb2e8b-c08f-4719-ae27-0e5356c9cfda req-bc622fbe-8dff-407d-80f6-66a6a6830a4c tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7607286 Aug 27 04:04:19.736930 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-8d31c891-f46b-4e89-a069-eaf22f0000d7 None None] Port fdea4776-5634-41b1-91be-2f74e29ec808 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:19.750820 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 19ce29c7-0063-4059-aea8-a0c8c01a240c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:19.840989 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-630df366-90d0-4008-805e-0caf84445e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.854762 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-630df366-90d0-4008-805e-0caf84445e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.924173 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Request body: {'port': {'device_id': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:20.047346 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60944) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:20.050204 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '19ce29c7-0063-4059-aea8-a0c8c01a240c', 'name': '', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'mac_address': 'fa:16:3e:92:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'subnets': [{'id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:20.090796 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5447-b98d-4aea-bc83-5b1a5c591ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.102227 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 2, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:20.105843 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-c59d7087-f486-47f0-9ad0-d308304fa7be service neutron] 10.222.0.70 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0917816 Aug 27 04:04:20.126388 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Request body: {'port': {'device_id': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:20.145042 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:20.146981 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Updating router cb75b597-fc07-4990-ab63-3317a3956a44 port fdea4776-5634-41b1-91be-2f74e29ec808 binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:20.180975 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee660b-8015-43ad-8a47-168b653443ec None None] Network 23b95c7e-9074-4d0c-8562-f907e247c34f requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:20.187303 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:20.191523 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.225507 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:20.368259 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 19ce29c7-0063-4059-aea8-a0c8c01a240c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:20.371153 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-630df366-90d0-4008-805e-0caf84445e48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62f90c8aa463426693e74a701ada4f58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0392680 Aug 27 04:04:20.377173 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630df366-90d0-4008-805e-0caf84445e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e203130-371b-42e5-be00-80d4a5a8a139,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:20.382357 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 19ce29c7-0063-4059-aea8-a0c8c01a240c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:20.382736 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.395497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd48d-6738-4b56-867b-42626965f2b1 None None] The sync data for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb is: [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:04:06Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '19ce29c7-0063-4059-aea8-a0c8c01a240c', 'name': '', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'mac_address': 'fa:16:3e:92:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'subnets': [{'id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:20.404358 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60946) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:20.682686 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Deleting subnet b923435d-631c-43e9-a4a0-8e28e696fcfa {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:04:20.698927 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.716766 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.862419 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.897679 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.987203 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0b13e-23a4-47c6-8745-b4680d80fcf4 req-c4be3463-6d9d-4ea5-bbf3-3db2cbc15623 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:20.990343 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ba0b13e-23a4-47c6-8745-b4680d80fcf4 req-c4be3463-6d9d-4ea5-bbf3-3db2cbc15623 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 932 time: 0.9107854 Aug 27 04:04:21.004725 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 19ce29c7-0063-4059-aea8-a0c8c01a240c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=19ce29c7-0063-4059-aea8-a0c8c01a240c,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:21.029685 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:21.053541 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.054362 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 832b7b45-771d-4207-936d-fa6046544653 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:21.100693 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.221876 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9b46258d-27df-4a40-adb2-c6a12c42a9d5 None None] Provisioning complete for port e44162ee-2a82-4b78-9493-6eb916d0515d triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:21.224316 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9b46258d-27df-4a40-adb2-c6a12c42a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.282053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:21.330331 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ba0b13e-23a4-47c6-8745-b4680d80fcf4 req-0c1daf61-e029-4bf2-9d31-e2416107d75c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952597 Aug 27 04:04:21.375932 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b923435d-631c-43e9-a4a0-8e28e696fcfa,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:21.378364 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.380703 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ff06d877-c0bc-4a5d-b05a-a13ad3b520c0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b923435d-631c-43e9-a4a0-8e28e696fcfa HTTP/1.1" status: 204 len: 168 time: 1.3323376 Aug 27 04:04:21.405562 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-9b46258d-27df-4a40-adb2-c6a12c42a9d5 None None] Port e44162ee-2a82-4b78-9493-6eb916d0515d cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:21.408353 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 60966) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:21.435464 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 832b7b45-771d-4207-936d-fa6046544653 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:21.436013 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.588157 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.612692 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Transition to ACTIVE for port object fdea4776-5634-41b1-91be-2f74e29ec808 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:21.624681 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.697024 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad08f6-9898-4e42-a7f3-fd322e3ab60c None None] Pushing event updated for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:21.737318 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a703365a-d0ab-4d65-a5b2-653c02266db0 req-73a756d6-b526-427f-a0cc-529e2b193a52 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.2427561 Aug 27 04:04:21.762066 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Attempting to bind port fdea4776-5634-41b1-91be-2f74e29ec808 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:21.763083 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Attempting to bind port fdea4776-5634-41b1-91be-2f74e29ec808 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:21.763637 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Attempting to bind port fdea4776-5634-41b1-91be-2f74e29ec808 on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:21.769973 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:21.770736 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Checking segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:21.771459 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.772207 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Bound using segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:21.772860 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Bound port: fdea4776-5634-41b1-91be-2f74e29ec808, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:21.773421 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.828163 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.852473 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.956121 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60968) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:21.958820 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.011193 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5447-b98d-4aea-bc83-5b1a5c591ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.011403 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] For port fdea4776-5634-41b1-91be-2f74e29ec808, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:22.016161 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] For port fdea4776-5634-41b1-91be-2f74e29ec808, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=fdea4776-5634-41b1-91be-2f74e29ec808,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:22.022865 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.025454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710697041', 'description': 'tempest-description--1583839938'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:22.053932 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5447-b98d-4aea-bc83-5b1a5c591ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.110169 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.158366 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad08f6-9898-4e42-a7f3-fd322e3ab60c None None] Pushing event updated for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:22.163501 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.164034 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:22.164854 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:22.166166 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.169169 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e203130-371b-42e5-be00-80d4a5a8a139 HTTP/1.1" status: 204 len: 168 time: 1.6213546 Aug 27 04:04:22.185026 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.190492 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f4733-8fe0-4726-a062-c51345550f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e203130-371b-42e5-be00-80d4a5a8a139,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:22.206986 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:22.256937 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-6b6b25f4-64a1-4320-ad80-c1dd14f9243e admin admin] 10.222.0.70 "PUT /v2.0/routers/5135d76c-45a8-4edb-b94d-2d282137e5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4167686 Aug 27 04:04:22.269003 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7cc520df-66ad-4877-82b5-7f74efe4aa34 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:22.313123 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Made reservation on behalf of 02964b01beba410c8a3107a5a8ddc1c0 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:22.317436 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.349216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2d2c5447-b98d-4aea-bc83-5b1a5c591ede admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af930795ea6f4b67ad413011482765ae&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6237109 Aug 27 04:04:22.351965 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5447-b98d-4aea-bc83-5b1a5c591ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d8ee1-e6da-435e-8007-52b2ab310bfc,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:22.390398 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60974) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:22.416086 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 7cc520df-66ad-4877-82b5-7f74efe4aa34 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:22.416724 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.501602 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:22.660756 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87107ee-f9fc-4fad-af91-1baf6ce157fb req-d0a9f683-3feb-47be-9435-82ac7a308932 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:22.662416 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d87107ee-f9fc-4fad-af91-1baf6ce157fb req-d0a9f683-3feb-47be-9435-82ac7a308932 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 931 time: 0.6320984 Aug 27 04:04:22.746401 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:22.834148 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 19ce29c7-0063-4059-aea8-a0c8c01a240c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:22.984818 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 19ce29c7-0063-4059-aea8-a0c8c01a240c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:22.987133 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.104444 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d87107ee-f9fc-4fad-af91-1baf6ce157fb req-5877b395-2571-4e02-9cac-c7a7addc49f6 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587225 Aug 27 04:04:23.209178 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60988) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:23.298811 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7dcc3603-8595-48b2-a611-d6bdf501b234 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:23.360327 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.394877 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:21Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:23.401863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.409202 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 7dcc3603-8595-48b2-a611-d6bdf501b234 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:23.413686 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 7dcc3603-8595-48b2-a611-d6bdf501b234 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:23.414301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.435571 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26ab2-96ac-4732-a386-7741f8590bc8 None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:21Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:23.518783 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6739b481-d66a-4072-8f6e-9416252cf870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.588904 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.593693 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.595216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d3d8ee1-e6da-435e-8007-52b2ab310bfc HTTP/1.1" status: 204 len: 168 time: 1.1786721 Aug 27 04:04:23.629477 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.653412 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 7dcc3603-8595-48b2-a611-d6bdf501b234, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7dcc3603-8595-48b2-a611-d6bdf501b234,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:23.658937 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:23.757330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=7dcc3603-8595-48b2-a611-d6bdf501b234,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:23.761115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e955ad-d3a8-433c-8411-b9fbc03eea26 req-4367326f-22c3-4595-9b00-db3ca2b5b6b5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:23.769874 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35e955ad-d3a8-433c-8411-b9fbc03eea26 req-4367326f-22c3-4595-9b00-db3ca2b5b6b5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 932 time: 0.9100626 Aug 27 04:04:23.865077 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62095533-812f-40ee-b5c2-69ac43b50c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d8ee1-e6da-435e-8007-52b2ab310bfc,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:23.914580 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device fdea4776-5634-41b1-91be-2f74e29ec808 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:24.000620 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Allocated IP 172.20.0.8 (c93c9b89-0845-4998-8c9f-f626de0ee0f7/90c6e423-31a5-4773-897f-a7f73b88f64d/337d3e01-e3de-4391-b546-e38733cfac05) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:24.019536 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.38', 59374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:24.103465 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35e955ad-d3a8-433c-8411-b9fbc03eea26 req-4c24ee70-eb60-4114-8994-c05e36a7de8f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582688 Aug 27 04:04:24.157676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port fdea4776-5634-41b1-91be-2f74e29ec808 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:24.180462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port fdea4776-5634-41b1-91be-2f74e29ec808 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:24.181939 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.420435 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:24.503469 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:24.508491 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:24.611520 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.675739 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544e2a6b-a4e6-4cad-96c4-014e1f55937d {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:24.693388 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 60998) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:24.699242 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port fdea4776-5634-41b1-91be-2f74e29ec808, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=fdea4776-5634-41b1-91be-2f74e29ec808,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:24.701408 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.707742 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.744091 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5451b743-eba8-4d6c-a35b-770898e3e785 req-722a8655-a127-4412-8f83-1fe8a40b73af tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.4573629 Aug 27 04:04:24.750724 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003034207', 'description': 'tempest-description--2085016385'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:24.764942 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32772) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:24.825437 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.832784 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:24.836147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Transition to ACTIVE for port object 544e2a6b-a4e6-4cad-96c4-014e1f55937d will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:24.839550 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47a1a09f-a386-4497-8e65-0696bf531f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.867260 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:24.876243 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:24.889686 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.890047 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.890900 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.891387 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > port after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.891625 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.891993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > port after_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.892394 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.892911 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.893234 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.893685 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:24.894631 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f37cf-ca20-4d88-8ead-c04e6b837a46 req-878b5e96-a97e-4aa0-a590-3fcebc4b2e4b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:24.899459 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1e4f37cf-ca20-4d88-8ead-c04e6b837a46 req-878b5e96-a97e-4aa0-a590-3fcebc4b2e4b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 931 time: 0.2051909 Aug 27 04:04:25.013121 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.056009 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1e4f37cf-ca20-4d88-8ead-c04e6b837a46 req-3ac6f245-84e7-447f-947b-ccb19db90256 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378865 Aug 27 04:04:25.073250 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.241035 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-8616060b-a319-4e6a-8da2-59f837dd8abf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:25.243232 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-8616060b-a319-4e6a-8da2-59f837dd8abf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 819 time: 1.1902719 Aug 27 04:04:25.319473 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a850401c-9774-4fd5-b6c0-bce8053f0666,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:25.357183 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:17Z', 'revision_number': 2, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:25.425489 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:25.426182 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Updating router 5135d76c-45a8-4edb-b94d-2d282137e5ce port e44162ee-2a82-4b78-9493-6eb916d0515d binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:04:25.448759 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.461809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.475399 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2fc40-b626-4a78-bed2-3892f5cf00ef req-8e4fbb78-5679-4b63-81eb-c0e8c58ea1f2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:25.475818 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:25.476171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:25.480066 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:25.480441 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:04:25.483356 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296448fd-8b3c-482f-8813-fa46e0b38aea']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:25.484422 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4dc2fc40-b626-4a78-bed2-3892f5cf00ef req-8e4fbb78-5679-4b63-81eb-c0e8c58ea1f2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 944 time: 0.2398801 Aug 27 04:04:25.557364 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Pushing event updated for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:25.615220 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ea911b-4ce7-4290-aa47-8ab3faae795e') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:25.615999 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ea911b-4ce7-4290-aa47-8ab3faae795e') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:25.624466 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4dc2fc40-b626-4a78-bed2-3892f5cf00ef req-6a029dad-b5a4-456e-9304-744a88e6f217 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389143 Aug 27 04:04:25.638886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6739b481-d66a-4072-8f6e-9416252cf870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.666730 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6739b481-d66a-4072-8f6e-9416252cf870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.676710 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.681410 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-8b8e45fd-2328-4ddc-8223-21b08e951bb3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.6606550 Aug 27 04:04:25.696474 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32776) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:25.705063 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group_rule': {'security_group_id': 'a850401c-9774-4fd5-b6c0-bce8053f0666', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:25.725923 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.737984 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.757232 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Attempting to bind port 544e2a6b-a4e6-4cad-96c4-014e1f55937d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:25.757837 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Attempting to bind port 544e2a6b-a4e6-4cad-96c4-014e1f55937d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:25.758512 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Attempting to bind port 544e2a6b-a4e6-4cad-96c4-014e1f55937d on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:25.778279 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Port 544e2a6b-a4e6-4cad-96c4-014e1f55937d on network bf8a4636-c50a-4e33-8970-f488856272c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:25.778905 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Attempting to bind port 544e2a6b-a4e6-4cad-96c4-014e1f55937d on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:25.795916 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.805334 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:25.806000 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Checking segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:25.806738 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Bound using segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:25.807402 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Bound port: 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:25.808008 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.829471 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23c048d-4a63-45b8-807b-72feeaa92030 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:25.831426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:25.893270 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:25.927078 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device fdea4776-5634-41b1-91be-2f74e29ec808 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:25.935115 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:25.940213 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:25.945670 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:04:25.946349 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: from cryptography.utils import int_from_bytes Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: from cryptography.utils import int_from_bytes Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:04:25.953788 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:04:25.977875 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.979446 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2e05a763-609d-4118-8e4d-f3ed76ae1a33 req-31950e43-5390-424d-8cff-f1545ac973b4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0489376 Aug 27 04:04:25.981665 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.996910 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:26.008201 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:26.009265 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.020650 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-6739b481-d66a-4072-8f6e-9416252cf870 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35855796f29f48c58c855d6f107b82c3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7966907 Aug 27 04:04:26.021572 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.028911 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32780) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:26.030916 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739b481-d66a-4072-8f6e-9416252cf870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787657cc-1cd7-4e62-bab7-173d1cc463e4,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.066625 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port fdea4776-5634-41b1-91be-2f74e29ec808 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:26.067079 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.079634 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Transition to ACTIVE for port object a23c048d-4a63-45b8-807b-72feeaa92030 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:26.113333 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Pushing event updated for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.158706 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.188556 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:26.189271 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.190809 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] 10.222.0.38 "PUT /v2.0/ports/544e2a6b-a4e6-4cad-96c4-014e1f55937d HTTP/1.1" status: 200 len: 1094 time: 6.6521912 Aug 27 04:04:26.191364 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:26.202691 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.209843 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.250343 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.250671 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.255349 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/296448fd-8b3c-482f-8813-fa46e0b38aea HTTP/1.1" status: 204 len: 168 time: 4.8164024 Aug 27 04:04:26.259513 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7dcc3603-8595-48b2-a611-d6bdf501b234 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:26.260989 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32788) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:26.280204 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f035d-dee5-4b9a-8281-2c030acd3b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=296448fd-8b3c-482f-8813-fa46e0b38aea,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.294116 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.313573 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Transition to ACTIVE for port object e44162ee-2a82-4b78-9493-6eb916d0515d will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:26.332218 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.335989 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fb9c-4045-4f24-a548-fc07749e371d service neutron] Pushing event updated for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.342303 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 7dcc3603-8595-48b2-a611-d6bdf501b234 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:26.342817 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.354833 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.358123 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.361595 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a24c6-e21a-4cd7-aa93-72119741c71c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:26.361756 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/787657cc-1cd7-4e62-bab7-173d1cc463e4 HTTP/1.1" status: 204 len: 168 time: 0.3292985 Aug 27 04:04:26.367710 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdcd13-abc9-438c-b6b6-c63468e244c8 req-c9d1e3c5-6384-4b2f-86a1-ebd8f8202657 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:26.369243 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-26fdcd13-abc9-438c-b6b6-c63468e244c8 req-c9d1e3c5-6384-4b2f-86a1-ebd8f8202657 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 943 time: 0.2314298 Aug 27 04:04:26.381298 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c6782-d6ce-4a89-8561-909122178d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787657cc-1cd7-4e62-bab7-173d1cc463e4,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.428169 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-26fdcd13-abc9-438c-b6b6-c63468e244c8 req-cc15415f-beb6-4879-9861-1691b4b554fc tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Aug 27 04:04:26.497331 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Deleting subnet d04e5240-fb63-44e1-965f-97700a77e141 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:04:26.502239 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47a1a09f-a386-4497-8e65-0696bf531f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.507774 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.546489 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47a1a09f-a386-4497-8e65-0696bf531f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.564652 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-5ec1fff4-3251-4e1b-86df-dee7633751f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4572937 Aug 27 04:04:26.579248 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee034c-c12a-4fea-b1f1-0f81d35e70db x-openstack-request-id: req-91ee034c-c12a-4fea-b1f1-0f81d35e70db {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:26.579473 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:26.579720 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91ee034c-c12a-4fea-b1f1-0f81d35e70db {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:26.580414 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.api [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:04:26.580414 dv-cinder-778193-4-smb neutron-server[94012]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:04:26.580414 dv-cinder-778193-4-smb neutron-server[94012]: [parameters: {'project_id_1': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 4, 25, 752473)}] Aug 27 04:04:26.580414 dv-cinder-778193-4-smb neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:04:26.580855 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'status': 'completed', 'code': 200} Aug 27 04:04:26.582266 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG oslo_db.api [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:04:26.587595 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.619016 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b57a-995f-444f-a810-c70d748b524a None None] Pushing event updated for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.642415 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Attempting to bind port a23c048d-4a63-45b8-807b-72feeaa92030 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:26.642755 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Attempting to bind port a23c048d-4a63-45b8-807b-72feeaa92030 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:26.643073 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Attempting to bind port a23c048d-4a63-45b8-807b-72feeaa92030 on network 87959948-3e57-4b7f-b071-3f6d18e89f51 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:26.658813 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Request body: {'port': {'device_id': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:26.673867 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.722447 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Attempting to bind port e44162ee-2a82-4b78-9493-6eb916d0515d on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:26.722820 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Attempting to bind port e44162ee-2a82-4b78-9493-6eb916d0515d by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:26.723207 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Attempting to bind port e44162ee-2a82-4b78-9493-6eb916d0515d on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:26.729072 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.729795 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:26.730288 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Checking segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:26.730735 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.731130 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Bound using segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:26.731607 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Bound port: e44162ee-2a82-4b78-9493-6eb916d0515d, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:26.733652 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.785543 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Request body: {'port': {'device_id': '5a12174b-8e85-4084-80cd-101945a70bd1', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'admin_state_up': True, 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:26.798954 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.808421 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Port a23c048d-4a63-45b8-807b-72feeaa92030 on network 87959948-3e57-4b7f-b071-3f6d18e89f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:26.809727 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Attempting to bind port a23c048d-4a63-45b8-807b-72feeaa92030 on network 87959948-3e57-4b7f-b071-3f6d18e89f51 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:26.815055 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-47a1a09f-a386-4497-8e65-0696bf531f1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a4aad97d84e440dbe080dc3a7714e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0402782 Aug 27 04:04:26.816144 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1a09f-a386-4497-8e65-0696bf531f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5288a-e405-4dfb-a8ae-2748bdd7e838,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.851180 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32804) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:26.852182 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] For port e44162ee-2a82-4b78-9493-6eb916d0515d, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:26.853599 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.855677 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] For port e44162ee-2a82-4b78-9493-6eb916d0515d, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e44162ee-2a82-4b78-9493-6eb916d0515d,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:26.860772 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.890759 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.909868 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04e5240-fb63-44e1-965f-97700a77e141,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.924610 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:26.924953 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Checking segment: {'id': '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:26.925338 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Bound using segment: {'id': '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:26.926140 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Bound port: a23c048d-4a63-45b8-807b-72feeaa92030, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:26.926515 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.941158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.956338 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.961150 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-76932311-d238-42b9-a987-506c9eb59b92 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d04e5240-fb63-44e1-965f-97700a77e141 HTTP/1.1" status: 204 len: 168 time: 0.6973410 Aug 27 04:04:26.965519 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32810) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:26.988808 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316e613-5935-4177-89b2-9569557eee19 req-719468c0-eec7-492e-b20e-b0dbc1e71c7a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:26.990585 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8316e613-5935-4177-89b2-9569557eee19 req-719468c0-eec7-492e-b20e-b0dbc1e71c7a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 944 time: 0.2789948 Aug 27 04:04:26.994262 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:26.994923 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:26.999360 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b57a-995f-444f-a810-c70d748b524a None None] Pushing event updated for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:27.036199 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.037415 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2921526 Aug 27 04:04:27.042852 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32814) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:27.058981 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dda9d3-0def-4ac3-960a-b2e2100bf229 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a118d43-0f19-4eb2-8480-f6e86a375f37,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:27.083767 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group_rule': {'security_group_id': '6a118d43-0f19-4eb2-8480-f6e86a375f37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:27.134243 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:27.205669 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-e30dd419-9beb-4eb2-b89c-f0cb1d75307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:27.207896 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-e30dd419-9beb-4eb2-b89c-f0cb1d75307d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 1097 time: 0.4159834 Aug 27 04:04:27.241264 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-178d4bc8-ab39-4937-80af-4e926711f6c1 req-a0ea014f-fd25-446a-b61f-32bbe8218c8d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.1113055 Aug 27 04:04:27.242191 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.api [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:04:27.242191 dv-cinder-778193-4-smb neutron-server[94012]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:04:27.242191 dv-cinder-778193-4-smb neutron-server[94012]: [parameters: {'project_id_1': '777771512210439cbf37b5ad9ef1938c', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 4, 27, 109405)}] Aug 27 04:04:27.242191 dv-cinder-778193-4-smb neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:04:27.245354 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG oslo_db.api [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:04:27.286164 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8316e613-5935-4177-89b2-9569557eee19 req-7616faa7-5ed5-4229-8c1a-f544ebfa424b tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537448 Aug 27 04:04:27.301852 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.337384 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.381963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.393760 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:27.421049 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Made reservation on behalf of 02964b01beba410c8a3107a5a8ddc1c0 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:27.425663 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.466749 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a23c048d-4a63-45b8-807b-72feeaa92030,segment=NetworkSegment(7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad),segment_id=7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:27.483793 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.486914 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.512685 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:26Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:27.553487 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004c5fa-52ca-4090-8e70-25f1f582b855 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:26Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:27.636472 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.673664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.705483 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:27.706124 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.707616 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] 10.222.0.38 "PUT /v2.0/ports/a23c048d-4a63-45b8-807b-72feeaa92030 HTTP/1.1" status: 200 len: 1093 time: 8.1676819 Aug 27 04:04:27.717079 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.721307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-b9cdbd2c-35e0-4c53-9932-7a7b716458c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:27.722317 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-b9cdbd2c-35e0-4c53-9932-7a7b716458c3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f317e49134df457db8274562ca04f78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4859455 Aug 27 04:04:27.726603 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf0a6d1-526b-4154-9e89-07566b782652,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:27.762776 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b95c7e-9074-4d0c-8562-f907e247c34f']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:27.764423 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.765057 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e1ced-6914-4f1a-8708-8b0b3aee6966 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:27.765628 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-73ec5737-9cf1-41ca-9973-cd5202495980 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0652149 Aug 27 04:04:27.776857 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f8d10-ab43-449f-b16e-c9f7e2d5da25 req-914c68a6-85a7-49bc-a734-0c2041db369b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:27.778430 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-325f8d10-ab43-449f-b16e-c9f7e2d5da25 req-914c68a6-85a7-49bc-a734-0c2041db369b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 943 time: 0.2049742 Aug 27 04:04:27.778914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32830) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:27.789826 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group_rule': {'security_group_id': 'a850401c-9774-4fd5-b6c0-bce8053f0666', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:27.796939 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76500577-4669-443f-bfed-1366093041f5') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:27.797163 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76500577-4669-443f-bfed-1366093041f5') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:27.853454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337d3e01-e3de-4391-b546-e38733cfac05 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:27.859446 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e44162ee-2a82-4b78-9493-6eb916d0515d up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:27.871203 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.884773 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.923443 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-325f8d10-ab43-449f-b16e-c9f7e2d5da25 req-60234e1f-0cd2-4cb1-b4cf-173a558897c2 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098454 Aug 27 04:04:27.951275 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port e44162ee-2a82-4b78-9493-6eb916d0515d completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:27.951491 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.965508 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port e44162ee-2a82-4b78-9493-6eb916d0515d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:27.965508 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.057010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.069220 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.081279 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.092373 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Transition to ACTIVE for port object 337d3e01-e3de-4391-b546-e38733cfac05 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:28.097435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.101530 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.103958 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0bfed2-2950-446d-87c0-37ee6d8e0555,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.112911 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.129452 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.144231 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.146839 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.148330 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ab5288a-e405-4dfb-a8ae-2748bdd7e838 HTTP/1.1" status: 204 len: 168 time: 1.2918012 Aug 27 04:04:28.204365 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24484e-ea20-4615-93a4-86d7f96ef9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5288a-e405-4dfb-a8ae-2748bdd7e838,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.206620 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.244359 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:04:28.244772 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:04:28.246791 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:04:28.254992 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port e44162ee-2a82-4b78-9493-6eb916d0515d, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e44162ee-2a82-4b78-9493-6eb916d0515d,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:28.275752 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.288653 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa3345e-370b-458b-b09c-fe6dc5d0eb97,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.306540 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.308259 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-da6f75b7-638f-4b17-aafe-4aac30d3a70d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2536566 Aug 27 04:04:28.329863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32844) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:28.378349 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group_rule': {'security_group_id': '6a118d43-0f19-4eb2-8480-f6e86a375f37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:28.406642 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-c0e2dc6d-f519-4166-b9f9-05f643c0f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:28.409149 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.414436 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-c0e2dc6d-f519-4166-b9f9-05f643c0f023 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=025796d385294a22af928127c62f5caa&device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 1096 time: 0.3302913 Aug 27 04:04:28.422604 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-17d27a25-dc15-45b2-aa67-c763fbcd1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:28.424358 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-6d4a24c6-e21a-4cd7-aa93-72119741c71c req-17d27a25-dc15-45b2-aa67-c763fbcd1067 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6926770 Aug 27 04:04:28.479415 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.548379 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-8f488fd5-938f-42d5-9401-730dab9b6ca6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a23c048d-4a63-45b8-807b-72feeaa92030 HTTP/1.1" status: 200 len: 217 time: 0.1219695 Aug 27 04:04:28.549218 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.554114 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/23b95c7e-9074-4d0c-8562-f907e247c34f HTTP/1.1" status: 204 len: 168 time: 1.5865164 Aug 27 04:04:28.582568 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80568-d2c1-44c1-9a95-76977259d8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b95c7e-9074-4d0c-8562-f907e247c34f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.590717 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:28.590717 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e663d804-ef54-4e35-bc3d-12ed7916fe37" -d '{"events": [{"name": "network-changed", "server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:28.640061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-a2e96753-651d-41d1-89e4-f4f5be39bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:28.641837 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-a2e96753-651d-41d1-89e4-f4f5be39bf17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 1097 time: 0.1638098 Aug 27 04:04:28.644040 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-55de28ba-69dd-4323-bcbe-5da0cbeb2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:28.645750 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-55de28ba-69dd-4323-bcbe-5da0cbeb2b04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3ad7969-6685-41f5-824e-5e1b644e4dd1 HTTP/1.1" status: 200 len: 851 time: 0.0811872 Aug 27 04:04:28.736086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.740709 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-24d83416-8948-410c-ad47-e33f7c932151 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9532564 Aug 27 04:04:28.756766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32862) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:28.761359 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-5190489c-7bf5-4378-bf08-047d462bbdb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=87959948-3e57-4b7f-b071-3f6d18e89f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049566 Aug 27 04:04:28.763588 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-2ac17e19-be0f-4418-88c5-339d36a9526d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d HTTP/1.1" status: 200 len: 217 time: 0.1085873 Aug 27 04:04:28.796474 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-37ee65a4-a9d5-4005-bca5-646102c63181 req-7fa7719d-42cf-4282-b878-bbfcd47a2e99 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.3563924 Aug 27 04:04:28.810312 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:28.867133 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32866) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:28.875581 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Attempting to bind port 337d3e01-e3de-4391-b546-e38733cfac05 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:28.884532 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Attempting to bind port 337d3e01-e3de-4391-b546-e38733cfac05 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:28.884952 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Attempting to bind port 337d3e01-e3de-4391-b546-e38733cfac05 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:28.909369 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:28.926653 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-b3343926-47c0-4a14-9756-1533146460b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:28.928205 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-b3343926-47c0-4a14-9756-1533146460b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.1514897 Aug 27 04:04:28.953896 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Allocated IP 172.20.0.12 (c93c9b89-0845-4998-8c9f-f626de0ee0f7/90c6e423-31a5-4773-897f-a7f73b88f64d/c43db829-2cca-4acc-aa82-b017e44eb674) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:28.978793 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Pushing event updated for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:28.987582 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59fb8c-cbe5-4fb0-b481-4a69c3c6e9f1 x-openstack-request-id: req-9b59fb8c-cbe5-4fb0-b481-4a69c3c6e9f1 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:28.988110 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:28.989171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b59fb8c-cbe5-4fb0-b481-4a69c3c6e9f1 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:28.989732 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030', 'status': 'completed', 'code': 200} Aug 27 04:04:28.990583 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Port 337d3e01-e3de-4391-b546-e38733cfac05 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:28.990716 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Attempting to bind port 337d3e01-e3de-4391-b546-e38733cfac05 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:29.021281 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-34a0c662-534b-4b52-803c-3dc717775d1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729477 Aug 27 04:04:29.021942 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:29.022307 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Checking segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:29.022873 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Bound using segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:29.023378 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Bound port: 337d3e01-e3de-4391-b546-e38733cfac05, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:29.023906 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.029133 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-a93685b0-3afb-4a2e-82bd-1f159e6fd974 service neutron] 10.222.0.38 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538824 Aug 27 04:04:29.039251 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.065791 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a342ef2b-612b-4572-aeb6-cdac9107f631 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1caf9b94e55458282da985b27d1726c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1972349 Aug 27 04:04:29.069751 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd62e31-17e8-4c80-8fff-4d8d539d7e94 req-1b219ebc-e066-4927-80a5-48c9a5343f65 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.071333 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-abd62e31-17e8-4c80-8fff-4d8d539d7e94 req-1b219ebc-e066-4927-80a5-48c9a5343f65 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 944 time: 0.6413472 Aug 27 04:04:29.071871 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32876) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:29.139913 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.209680 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-d3c1e10a-88a3-463d-8d89-1a58b63c716a service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790147 Aug 27 04:04:29.250526 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.290726 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c0f933d1-dedf-4c57-a2b8-2d3a03707ea9 req-472adc6e-dd10-40ef-8030-37418e5e051c service neutron] 10.222.0.38 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490118 Aug 27 04:04:29.349293 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-73c88e8a-e71c-42f5-ab7e-b9f68c7fef97 req-1b44ab73-f06c-4b02-9c0b-189494fead09 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320946 Aug 27 04:04:29.354772 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.359594 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9889879 Aug 27 04:04:29.361074 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32890) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:29.367526 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b360b9-db1b-4a22-b690-9048017377db tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0c1500-982a-49f1-a07c-c38b10c6055e,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:29.403538 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-abd62e31-17e8-4c80-8fff-4d8d539d7e94 req-27ffc60d-1d1e-417b-b736-3cbbb91b0f26 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957656 Aug 27 04:04:29.426298 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:29.475438 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad257d9-6687-48ca-a252-c16564025a31 req-380bde82-1838-4293-8c12-33ecf908b351 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.477161 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ad257d9-6687-48ca-a252-c16564025a31 req-380bde82-1838-4293-8c12-33ecf908b351 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 943 time: 0.3667920 Aug 27 04:04:29.481877 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:29.498787 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-0e5907f2-67ef-43c1-99d8-fee35b716ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.501238 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-0e5907f2-67ef-43c1-99d8-fee35b716ac7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=025796d385294a22af928127c62f5caa&device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 1096 time: 0.1426728 Aug 27 04:04:29.503042 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.520820 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=337d3e01-e3de-4391-b546-e38733cfac05,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:29.554097 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.577327 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.619357 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.658844 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.659742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.660940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] 10.222.0.38 "PUT /v2.0/ports/337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 1093 time: 3.0111248 Aug 27 04:04:29.665669 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:29.741507 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.764111 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-f9c8a653-9d0b-4161-a9c9-bd04732378c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.765788 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-f9c8a653-9d0b-4161-a9c9-bd04732378c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=87959948-3e57-4b7f-b071-3f6d18e89f51 HTTP/1.1" status: 200 len: 912 time: 0.2449005 Aug 27 04:04:29.835281 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ad257d9-6687-48ca-a252-c16564025a31 req-13953d57-e6ad-41d8-8dbc-99a32ae91144 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397064 Aug 27 04:04:29.844252 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e44162ee-2a82-4b78-9493-6eb916d0515d up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:29.879536 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-26ff714c-fa8e-4d98-9039-8e1285dc9b73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a23c048d-4a63-45b8-807b-72feeaa92030 HTTP/1.1" status: 200 len: 217 time: 0.1023676 Aug 27 04:04:29.919128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90698f02-91a9-46ae-99e7-b76c53f45f6d service neutron] Pushing event updated for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:29.943332 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.945168 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port e44162ee-2a82-4b78-9493-6eb916d0515d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:29.945547 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.993803 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.045042 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-c104a705-28af-4416-9440-f250c0e8136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.046680 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-c104a705-28af-4416-9440-f250c0e8136f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3ad7969-6685-41f5-824e-5e1b644e4dd1 HTTP/1.1" status: 200 len: 851 time: 0.1573360 Aug 27 04:04:30.051676 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c" -d '{"events": [{"name": "network-changed", "server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "tag": "337d3e01-e3de-4391-b546-e38733cfac05"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:30.059729 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e751abe8-8a05-43d1-a030-3b33a1b265f6 req-08e13b79-7d29-4ae4-a7ab-9e3e9ae1f85e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0804629 Aug 27 04:04:30.090674 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-38cd984a-e13c-40f7-a731-beabdf860275 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=87959948-3e57-4b7f-b071-3f6d18e89f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323222 Aug 27 04:04:30.139603 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-b730c525-9c36-433c-aecd-8ef6e029b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.141384 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-b730c525-9c36-433c-aecd-8ef6e029b556 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1096 time: 0.3979273 Aug 27 04:04:30.147555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.222256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.225025 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.226445 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6642e484-bbde-4f40-8246-9c271e00c10d HTTP/1.1" status: 204 len: 168 time: 1.1399648 Aug 27 04:04:30.269148 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-1bcb67ec-9d17-47fb-b947-c67430e8e8c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.1165757 Aug 27 04:04:30.283439 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Network c93c9b89-0845-4998-8c9f-f626de0ee0f7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:30.288886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdda424-d018-47fe-b05b-d4bbdac578d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6642e484-bbde-4f40-8246-9c271e00c10d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:30.302326 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:30.315516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:30.321601 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.322635 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.343949 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Pushing event updated for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:30.373748 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-7779e805-a763-4cad-bf30-40691f3f93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.375445 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-7779e805-a763-4cad-bf30-40691f3f93fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0905943 Aug 27 04:04:30.378666 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-42ab6c4d-65fb-41c5-ad00-0d3aa809f9f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6196759 Aug 27 04:04:30.406076 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Request body: {'port': {'device_id': '5a12174b-8e85-4084-80cd-101945a70bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:30.442050 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Allocated IP 172.28.2.6 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/8b12f0eb-643e-428a-a7eb-ddbb04095315) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:30.499563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e3b68-7b6c-479b-9c7c-bb5f2af085d6 x-openstack-request-id: req-1a5e3b68-7b6c-479b-9c7c-bb5f2af085d6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:30.500240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "tag": "337d3e01-e3de-4391-b546-e38733cfac05", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:30.500694 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a5e3b68-7b6c-479b-9c7c-bb5f2af085d6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:30.501334 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05', 'status': 'completed', 'code': 200} Aug 27 04:04:30.503502 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-23b9ce5e-a63a-42fe-a084-634ee8f242fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131117 Aug 27 04:04:30.512444 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-c63f81e5-a7dd-4a18-8381-ad9496b249c0 service neutron] 10.222.0.38 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140639 Aug 27 04:04:30.574119 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 32938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:30.608357 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.631041 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e663d804-ef54-4e35-bc3d-12ed7916fe37 req-9ed4960a-bed4-4211-8983-d5f583082795 service neutron] 10.222.0.38 "GET /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118951 Aug 27 04:04:30.667226 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05814cd5-25ec-4bc2-a625-abfc893c12ca req-4370b82c-d848-4be9-ab78-a21a742eed6f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.669084 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05814cd5-25ec-4bc2-a625-abfc893c12ca req-4370b82c-d848-4be9-ab78-a21a742eed6f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 944 time: 0.1300273 Aug 27 04:04:30.694897 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.729269 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-56eef124-c04c-4459-a3b2-5d4ef57354d3 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105405 Aug 27 04:04:30.752656 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.792084 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:30.795498 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:30.797959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:30.839330 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=8b12f0eb-643e-428a-a7eb-ddbb04095315,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:30.925835 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-848a4cd3-0b13-4444-8e74-b15a68500279 req-7a0ee676-02ff-4446-9ddf-aeb54d766c4c service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879966 Aug 27 04:04:30.969273 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05814cd5-25ec-4bc2-a625-abfc893c12ca req-51e9b6a1-62fd-4e82-af27-918612ace481 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745461 Aug 27 04:04:31.023607 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad1cc-41c8-4619-beb2-9e3f64d005c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.026775 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.082287 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.111452 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32958) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:31.214915 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b776c2f5-e413-468b-b13b-3f2b88fa2dd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=104b32975bea42de872b4575b60c6f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019993 Aug 27 04:04:31.218005 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32968) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:31.321774 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.357440 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.363764 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.369741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Allocated IP 172.28.2.254 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/20881c29-3c17-4d03-9943-d03440e5fc02) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:31.370573 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.392204 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482fcd-ff28-47fc-a44e-da970df68560 req-6fdda4ae-5745-429a-b984-8a373044f89d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.393704 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-44482fcd-ff28-47fc-a44e-da970df68560 req-6fdda4ae-5745-429a-b984-8a373044f89d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 943 time: 0.4283125 Aug 27 04:04:31.432815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-3324d220-b5e6-439f-b108-57ffb9f6c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.433945 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-3324d220-b5e6-439f-b108-57ffb9f6c277 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1096 time: 0.4121540 Aug 27 04:04:31.462918 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=8b12f0eb-643e-428a-a7eb-ddbb04095315,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:31.483750 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.487772 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.490350 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.493994 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/982e5dde-8790-4c01-891c-ca8d9eef11a0 HTTP/1.1" status: 204 len: 168 time: 0.2725019 Aug 27 04:04:31.503973 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737729d-3168-4179-a556-ca084121a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e5dde-8790-4c01-891c-ca8d9eef11a0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:31.529245 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f1aa-ef0d-480e-9f7c-83a31cbe99bc req-cf7a7b4f-7bae-4e7a-99ba-45fee2e9e0d1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.536474 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8853f1aa-ef0d-480e-9f7c-83a31cbe99bc req-cf7a7b4f-7bae-4e7a-99ba-45fee2e9e0d1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 932 time: 0.2779162 Aug 27 04:04:31.712972 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-44482fcd-ff28-47fc-a44e-da970df68560 req-4c0ed1f3-3bf1-4ad1-8191-a2f13cc3e864 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064809 Aug 27 04:04:31.806981 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8853f1aa-ef0d-480e-9f7c-83a31cbe99bc req-9e0f2719-1257-41e6-92d0-94ac03d56cd3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695553 Aug 27 04:04:31.872298 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.899006 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-f832a654-a012-4bac-a8a0-727575439398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.900775 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-f832a654-a012-4bac-a8a0-727575439398 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.4528875 Aug 27 04:04:31.931397 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad1cc-41c8-4619-beb2-9e3f64d005c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.941352 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.943164 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-89c3b659-b0cc-4609-bbce-f73ca71845fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5440490 Aug 27 04:04:31.973301 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad1cc-41c8-4619-beb2-9e3f64d005c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.976379 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-1356d051-6558-4d80-bae0-54686fd09b19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0657940 Aug 27 04:04:31.984766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43db829-2cca-4acc-aa82-b017e44eb674 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:32.014817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.077207 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Transition to ACTIVE for port object c43db829-2cca-4acc-aa82-b017e44eb674 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:32.092833 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 32998) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:32.092991 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7c8ad1cc-41c8-4619-beb2-9e3f64d005c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a1ed584049a47ea9c5d9455fb851585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5091062 Aug 27 04:04:32.111626 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ad1cc-41c8-4619-beb2-9e3f64d005c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152a0ad-f591-4341-aa9b-aa892f26b958,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:32.114565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.153186 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.174355 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-b6221589-43a5-489f-950e-c58ea24e4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:32.175818 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-b6221589-43a5-489f-950e-c58ea24e4df2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.1764028 Aug 27 04:04:32.179299 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.183223 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.229068 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Pushing event updated for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:32.243172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.245740 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.250084 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5152a0ad-f591-4341-aa9b-aa892f26b958 HTTP/1.1" status: 204 len: 168 time: 0.1537366 Aug 27 04:04:32.257436 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aa2b5-0ad3-4a0b-b06d-25cf73faf32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152a0ad-f591-4341-aa9b-aa892f26b958,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:32.263347 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-a7cc0fa0-f3e5-490d-80c9-f11e95a9a50c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644896 Aug 27 04:04:32.272693 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:32.281932 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196064-fa30-4a1f-ba05-40dc6763f514 req-602ff593-0a4f-4e4c-8b47-62a73dc45117 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:32.283983 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2c196064-fa30-4a1f-ba05-40dc6763f514 req-602ff593-0a4f-4e4c-8b47-62a73dc45117 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 944 time: 0.2238984 Aug 27 04:04:32.333845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:32.360446 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:32.420984 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e52ec55d-526b-4770-bdc8-f311f64d7a58 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2003034207&fields=id&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 267 time: 0.2508295 Aug 27 04:04:32.495674 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=20881c29-3c17-4d03-9943-d03440e5fc02,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:32.571786 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33018) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:32.575130 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Attempting to bind port c43db829-2cca-4acc-aa82-b017e44eb674 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:32.575463 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Attempting to bind port c43db829-2cca-4acc-aa82-b017e44eb674 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:32.575815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Attempting to bind port c43db829-2cca-4acc-aa82-b017e44eb674 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:32.585210 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5176ee8-8a72-41aa-a1a5-4c66d0c0d10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.612626 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2c196064-fa30-4a1f-ba05-40dc6763f514 req-3a3a066e-76ab-4d38-bd8e-f7171dea359a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983186 Aug 27 04:04:32.622422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Port c43db829-2cca-4acc-aa82-b017e44eb674 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:32.622741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Attempting to bind port c43db829-2cca-4acc-aa82-b017e44eb674 on network c93c9b89-0845-4998-8c9f-f626de0ee0f7 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:32.636853 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.653646 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:32.653938 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Checking segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:32.654370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Bound using segment: {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:32.654896 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Bound port: c43db829-2cca-4acc-aa82-b017e44eb674, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:32.655330 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.693805 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5176ee8-8a72-41aa-a1a5-4c66d0c0d10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.698539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5176ee8-8a72-41aa-a1a5-4c66d0c0d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.711281 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-0c4df054-8745-4edb-ae3a-5b5f41e23044 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954935 Aug 27 04:04:32.728579 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5176ee8-8a72-41aa-a1a5-4c66d0c0d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87eaf8c-f107-4e22-8e53-875ca93d5985,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:32.754852 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.766823 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d5176ee8-8a72-41aa-a1a5-4c66d0c0d10e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cdd77a5f465476e90e2c58ba2b3bad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935985 Aug 27 04:04:32.767638 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33026) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:32.825248 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-3c4a59ad-0a86-43a2-bc59-f8e3a2144b5f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:32.825597 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-3c4a59ad-0a86-43a2-bc59-f8e3a2144b5f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 816 time: 0.3889668 Aug 27 04:04:32.844958 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.877485 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.904433 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-216e6c8a-3e6e-4a44-b288-f933ed005ec5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/quotas/777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 375 time: 0.0647197 Aug 27 04:04:32.936089 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:32.960782 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.969139 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:32.977600 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c87eaf8c-f107-4e22-8e53-875ca93d5985 HTTP/1.1" status: 204 len: 168 time: 0.2085109 Aug 27 04:04:32.986385 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2ab2c-5fa9-4858-aa25-92f45b188b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87eaf8c-f107-4e22-8e53-875ca93d5985,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:33.216785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c43db829-2cca-4acc-aa82-b017e44eb674,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:33.234634 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.293977 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c833e0aa-a3f7-4cde-b990-68dc7ae8886c req-ac1b95fd-3328-49e9-98ab-ee870bfa21b1 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739801 Aug 27 04:04:33.310946 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60098591-2b44-4bbb-be86-80dd8bd11088 req-9ad9475e-cd85-45df-9308-c64ffaf17b1f tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.312474 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-60098591-2b44-4bbb-be86-80dd8bd11088 req-9ad9475e-cd85-45df-9308-c64ffaf17b1f tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 943 time: 0.4506252 Aug 27 04:04:33.333167 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.333782 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.335151 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] 10.222.0.38 "PUT /v2.0/ports/c43db829-2cca-4acc-aa82-b017e44eb674 HTTP/1.1" status: 200 len: 1094 time: 2.9430201 Aug 27 04:04:33.338066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:33.341709 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62872d99-998a-4973-b3d2-919f0c8d6d62" -d '{"events": [{"name": "network-changed", "server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:33.378792 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-6cf320c1-7d50-4a4e-8a69-68e4d6b348c5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4510231 Aug 27 04:04:33.408091 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d5a85-33ec-410b-afeb-a1e3dbd67265 service neutron] Pushing event updated for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:33.513401 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-60098591-2b44-4bbb-be86-80dd8bd11088 req-528a0787-a48e-4adf-9a1b-6632b078c73c tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842270 Aug 27 04:04:33.557828 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-de67222f-1546-4220-9ede-849d3a45f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.559388 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-de67222f-1546-4220-9ede-849d3a45f93b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1798022 Aug 27 04:04:33.561690 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.581651 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.660657 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-1a71a1a4-d20d-48ba-94ae-d1049efd4bef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43db829-2cca-4acc-aa82-b017e44eb674 HTTP/1.1" status: 200 len: 217 time: 0.0927184 Aug 27 04:04:33.688137 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-8467f3db-8dd5-4884-a983-9d152328cf0b service neutron] 10.222.0.70 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837548 Aug 27 04:04:33.728736 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 544e2a6b-a4e6-4cad-96c4-014e1f55937d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:33.734820 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.778177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=20881c29-3c17-4d03-9943-d03440e5fc02,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:33.828823 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.830655 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-13ee3940-fde3-4ac0-bafe-032086711ab3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0325620 Aug 27 04:04:33.839429 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-d521c476-f832-47cb-8fb6-083bc60fb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.841996 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-d521c476-f832-47cb-8fb6-083bc60fb1a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.1669359 Aug 27 04:04:33.875723 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837f404-d9b8-4a2c-bc85-cb25c852835f req-90194d33-ef68-49f6-8e54-d6bbbc83387d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.877358 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b837f404-d9b8-4a2c-bc85-cb25c852835f req-90194d33-ef68-49f6-8e54-d6bbbc83387d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 944 time: 0.2398493 Aug 27 04:04:33.926818 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-b04ac166-0f8a-4fa6-b499-9e64bf2be42a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746078 Aug 27 04:04:33.978084 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:34.008654 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'port_id': '544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'mac_address': 'fa:16:3e:f2:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2b3a3-15cc-4521-969e-126f56c28a3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:34.066033 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-cdd4c93c-1ae9-40ab-8ff7-b3837a182e0c service neutron] 10.222.0.70 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380182 Aug 27 04:04:34.066620 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.088520 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544e2a6b-a4e6-4cad-96c4-014e1f55937d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:34.089783 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b837f404-d9b8-4a2c-bc85-cb25c852835f req-2f8ef4af-6079-4fe9-ad20-f2196530b18a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661162 Aug 27 04:04:34.142846 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:34.147915 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-cc966bc3-5419-4553-83d1-74ebc9c75cdd service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009287 Aug 27 04:04:34.150786 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.151551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a23c048d-4a63-45b8-807b-72feeaa92030 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:34.204281 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41158120-e1b3-4522-bc40-ac539cac1f75 x-openstack-request-id: req-41158120-e1b3-4522-bc40-ac539cac1f75 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:34.206726 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:34.207008 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41158120-e1b3-4522-bc40-ac539cac1f75 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:34.207407 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674', 'status': 'completed', 'code': 200} Aug 27 04:04:34.325561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:34.475988 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-fccd60c7-c7e5-4fc0-9de4-9033d0dc0584 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--710697041&fields=id&tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 267 time: 0.1234109 Aug 27 04:04:34.492591 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5cfe08a-dc5b-4b36-8a77-ba7f47a30ef6 req-bc86a7cd-0aa4-4fab-8707-60817fab6b3e service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366315 Aug 27 04:04:34.532323 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a23c048d-4a63-45b8-807b-72feeaa92030,segment=NetworkSegment(7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad),segment_id=7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:34.548117 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e2eae-624c-4b9a-83e8-51fee5a1cd45 req-c3170661-30fd-47c1-8c0e-508385cdbd68 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:34.551477 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'a23c048d-4a63-45b8-807b-72feeaa92030', 'network_id': '87959948-3e57-4b7f-b071-3f6d18e89f51', 'port_id': 'a23c048d-4a63-45b8-807b-72feeaa92030', 'mac_address': 'fa:16:3e:b6:64:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ad7969-6685-41f5-824e-5e1b644e4dd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:34.556457 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a8e2eae-624c-4b9a-83e8-51fee5a1cd45 req-c3170661-30fd-47c1-8c0e-508385cdbd68 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 945 time: 0.1794012 Aug 27 04:04:34.611384 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.668228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33116) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:34.722109 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-2d8c5d2d-c89b-414c-b4de-81f1906ec4a2 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:34.723811 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-2d8c5d2d-c89b-414c-b4de-81f1906ec4a2 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 810 time: 0.2223728 Aug 27 04:04:34.759958 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a8e2eae-624c-4b9a-83e8-51fee5a1cd45 req-a4725925-6ce2-41b5-afc4-5c9e5598d650 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025630 Aug 27 04:04:34.766417 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-ccaf6ac7-00a7-409c-a39d-a17d1dafe8d4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/quotas/b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 375 time: 0.0319588 Aug 27 04:04:34.769897 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-e6bb89cd-ae68-4ad4-b570-089ac98ad45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:34.771797 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-e6bb89cd-ae68-4ad4-b570-089ac98ad45d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1947687 Aug 27 04:04:34.868352 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23c048d-4a63-45b8-807b-72feeaa92030 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:34.874499 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f245d92f-13a2-4bf9-93e6-4f2283775097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.911513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-e157cd70-927d-4b36-b056-57e493fcabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:34.913077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-e157cd70-927d-4b36-b056-57e493fcabc2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1180282 Aug 27 04:04:34.915672 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a23c048d-4a63-45b8-807b-72feeaa92030,segment=NetworkSegment(7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad),segment_id=7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:34.921145 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.922061 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 337d3e01-e3de-4391-b546-e38733cfac05 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:34.969716 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3bf655e8-d69b-49f0-b70b-42c05200a47a req-cfc52990-9331-4317-9c27-0b7f03370795 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 210 time: 0.0546057 Aug 27 04:04:35.008741 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-815f67f9-3c4e-43c1-8073-12c253cc6ef6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43db829-2cca-4acc-aa82-b017e44eb674 HTTP/1.1" status: 200 len: 217 time: 0.0700767 Aug 27 04:04:35.040986 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-694ba82c-39a6-4753-84b9-bf2b7656cabc tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2657657 Aug 27 04:04:35.047844 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f245d92f-13a2-4bf9-93e6-4f2283775097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.054175 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f245d92f-13a2-4bf9-93e6-4f2283775097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.110949 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:35.146848 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f245d92f-13a2-4bf9-93e6-4f2283775097 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11e6072fed1f47bca9260932eb52bf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765785 Aug 27 04:04:35.147858 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33134) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:35.151670 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245d92f-13a2-4bf9-93e6-4f2283775097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0875be6f-22a9-403d-8358-2d6fdccb57e0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:35.173833 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=337d3e01-e3de-4391-b546-e38733cfac05,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:35.181531 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-92f3d390-b09e-4bb6-b497-65a4acd14aea service neutron] 10.222.0.70 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182063 Aug 27 04:04:35.192526 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '337d3e01-e3de-4391-b546-e38733cfac05', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'port_id': '337d3e01-e3de-4391-b546-e38733cfac05', 'mac_address': 'fa:16:3e:1b:b7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:35.232656 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.263397 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.271511 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.282551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337d3e01-e3de-4391-b546-e38733cfac05 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:35.296568 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-70e87c5e-b684-4a82-9702-b4566282d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:35.296568 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-70e87c5e-b684-4a82-9702-b4566282d524 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.2789121 Aug 27 04:04:35.319655 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=337d3e01-e3de-4391-b546-e38733cfac05,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:35.326141 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.336223 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.338901 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.343048 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0875be6f-22a9-403d-8358-2d6fdccb57e0 HTTP/1.1" status: 204 len: 168 time: 0.1903510 Aug 27 04:04:35.343595 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-ebdf60a1-22cb-4838-ab2d-df82f17ed99f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393164 Aug 27 04:04:35.352468 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c58630-2721-4a57-9032-2996b5393b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875be6f-22a9-403d-8358-2d6fdccb57e0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:35.358235 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8577f-6da2-4e5b-9393-454258cb94b7 req-aed7606e-4da9-488e-a4f3-ec8c69ea66cc tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:35.359814 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a0f8577f-6da2-4e5b-9393-454258cb94b7 req-aed7606e-4da9-488e-a4f3-ec8c69ea66cc tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 944 time: 0.1760736 Aug 27 04:04:35.415517 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:35.457710 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-c312c8cc-32f1-40e1-a461-2c2d3ced050b service neutron] 10.222.0.70 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752185 Aug 27 04:04:35.509176 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a0f8577f-6da2-4e5b-9393-454258cb94b7 req-01254346-ffa8-4e81-bfc2-f655f30f8cfc tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Aug 27 04:04:35.511417 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-dcaae0e8-d16a-47a4-b667-a240148c7054 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478004 Aug 27 04:04:35.678929 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['337d3e01-e3de-4391-b546-e38733cfac05'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:35.741142 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:35.745606 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['a23c048d-4a63-45b8-807b-72feeaa92030'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:35.819510 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-938c6b4f-1af5-43b3-bb0d-728d06425a29 req-4ae70c69-a05c-44c0-9aed-15e0afdb92a3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 210 time: 0.0995758 Aug 27 04:04:35.826636 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-62872d99-998a-4973-b3d2-919f0c8d6d62 req-7cc519f5-67e0-4d58-bd6e-c8b369541188 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003111 Aug 27 04:04:35.883616 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee792-a177-4b54-91c9-cc02fce8f684 req-07e82f4e-2668-4197-8828-2e12fafe305a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:35.890049 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e1fee792-a177-4b54-91c9-cc02fce8f684 req-07e82f4e-2668-4197-8828-2e12fafe305a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 944 time: 0.2212110 Aug 27 04:04:36.005635 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e1fee792-a177-4b54-91c9-cc02fce8f684 req-fbb5f2c8-0846-45ef-a9d3-314e26dd4e09 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061459 Aug 27 04:04:36.015830 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-795b3222-a934-4e42-9529-049c846c8dda tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.018033 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-795b3222-a934-4e42-9529-049c846c8dda tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 816 time: 0.3055966 Aug 27 04:04:36.024115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33168) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:36.109086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2626469f-628e-4928-b71d-4958443680da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.178510 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-9bad8ec7-e929-43db-acb1-e1eafd4cbce1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 380 time: 0.1243694 Aug 27 04:04:36.204705 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'port': {'device_id': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'admin_state_up': True, 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'security_groups': ['6a118d43-0f19-4eb2-8480-f6e86a375f37']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:36.215808 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b56f9-5079-489c-a25a-5cf181a97197 req-a673b784-328b-40bd-8c46-b6c55be7f8b5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.217381 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-421b56f9-5079-489c-a25a-5cf181a97197 req-a673b784-328b-40bd-8c46-b6c55be7f8b5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 945 time: 0.1765029 Aug 27 04:04:36.251890 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1a117299-9b6d-4c4e-a721-3652d1d653ed req-1379e3f5-f2f1-48b9-8567-1cf5569ee9a0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 210 time: 0.0695107 Aug 27 04:04:36.606777 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-421b56f9-5079-489c-a25a-5cf181a97197 req-2ea3bf4e-9cd4-4e68-ab70-aad40014e672 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571792 Aug 27 04:04:36.703183 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2626469f-628e-4928-b71d-4958443680da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.710883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2626469f-628e-4928-b71d-4958443680da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.740793 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10360-184b-4bf1-a492-66f53a59df3b req-a5b739d1-5740-4289-9b10-8b79122096b0 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.742281 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c6b10360-184b-4bf1-a492-66f53a59df3b req-a5b739d1-5740-4289-9b10-8b79122096b0 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 944 time: 0.0994308 Aug 27 04:04:36.769177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Made reservation on behalf of 777771512210439cbf37b5ad9ef1938c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:36.772513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.793430 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2626469f-628e-4928-b71d-4958443680da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c273a5a3ff5c48f9a20a3dedf6329b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7590675 Aug 27 04:04:36.796210 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33188) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:36.797358 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626469f-628e-4928-b71d-4958443680da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce64a71-92ce-4098-8ea0-2683ddbaa594,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:36.827886 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c6b10360-184b-4bf1-a492-66f53a59df3b req-18701b2e-46fc-4e20-bd4a-13efc535b105 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752928 Aug 27 04:04:36.850470 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.873641 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.924910 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.927419 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:36.928610 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fce64a71-92ce-4098-8ea0-2683ddbaa594 HTTP/1.1" status: 204 len: 168 time: 0.1313744 Aug 27 04:04:36.937193 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d661-4301-4340-b844-a6665062dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce64a71-92ce-4098-8ea0-2683ddbaa594,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:36.971544 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-34839011-fb48-4760-873d-3b85ecad0ceb req-957f95fb-727e-4c36-a7bb-20ef9cd797b1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 210 time: 0.0575998 Aug 27 04:04:37.000182 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Allocated IP 172.20.0.11 (2e831283-fe58-4f2f-86d8-75bd284a1912/81a99568-274d-453a-907b-41ef093ae4b9/697d8324-34e8-4941-b6f9-29b6979b9a9f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:37.194401 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f5beefad-1a42-413d-9b64-1fb0dc2eb922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.257872 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7c8a8-755c-4f3c-b245-a131bdd79b52 req-6f6f6160-408a-4136-8dcd-ed99ae20a018 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.259383 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b9a7c8a8-755c-4f3c-b245-a131bdd79b52 req-6f6f6160-408a-4136-8dcd-ed99ae20a018 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 944 time: 0.1629245 Aug 27 04:04:37.269580 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-a9b0fce8-a4a1-4262-9652-feb7e0c9bc10 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.271001 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-a9b0fce8-a4a1-4262-9652-feb7e0c9bc10 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 810 time: 0.2409995 Aug 27 04:04:37.322319 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.355746 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Transition to ACTIVE for port object 697d8324-34e8-4941-b6f9-29b6979b9a9f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:37.381204 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-b35bbc50-af5f-48f2-abff-bfe6953ed81b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 379 time: 0.0933127 Aug 27 04:04:37.384312 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b9a7c8a8-755c-4f3c-b245-a131bdd79b52 req-c31f7daf-a160-4c37-bc89-80d7f14f86f0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075792 Aug 27 04:04:37.408275 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'port': {'device_id': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'admin_state_up': True, 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'security_groups': ['a850401c-9774-4fd5-b6c0-bce8053f0666']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:37.422125 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a1ad791a-5e4b-4ef3-8c66-b573405f9f66 req-02ee6e40-27bc-4ba5-9c4f-8ca94a3dbac0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 210 time: 0.0538871 Aug 27 04:04:37.539293 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.605993 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:37.614294 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:37.626086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:37.632106 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.632755 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.651049 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:37.669799 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Made reservation on behalf of b2fbf40afaeb4c9a885d27c0f4056d83 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:37.674279 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.700843 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device c43db829-2cca-4acc-aa82-b017e44eb674 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:37.703912 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 544e2a6b-a4e6-4cad-96c4-014e1f55937d up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:37.708442 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-e477a12d-b0a6-46df-8f1a-fec4d39cf431 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5138538 Aug 27 04:04:37.721785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Request body: {'port': {'device_id': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:37.930377 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c43db829-2cca-4acc-aa82-b017e44eb674,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:37.933162 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 544e2a6b-a4e6-4cad-96c4-014e1f55937d completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:37.945764 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 544e2a6b-a4e6-4cad-96c4-014e1f55937d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:37.946143 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.950033 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'c43db829-2cca-4acc-aa82-b017e44eb674', 'network_id': 'c93c9b89-0845-4998-8c9f-f626de0ee0f7', 'port_id': 'c43db829-2cca-4acc-aa82-b017e44eb674', 'mac_address': 'fa:16:3e:0e:c6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c6e423-31a5-4773-897f-a7f73b88f64d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:37.960421 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a15c6-5ced-4f58-8426-18648a299a4b req-15ac03fd-6243-4080-8c96-aa850aaab4ee tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.965999 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c99a15c6-5ced-4f58-8426-18648a299a4b req-15ac03fd-6243-4080-8c96-aa850aaab4ee tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 945 time: 0.2045887 Aug 27 04:04:37.978983 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.042283 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.069471 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43db829-2cca-4acc-aa82-b017e44eb674 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:38.087896 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-57b86f6b-f0b3-40a6-abde-4fa5720539ed None None] Provisioning for port 697d8324-34e8-4941-b6f9-29b6979b9a9f completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:38.096896 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-57b86f6b-f0b3-40a6-abde-4fa5720539ed None None] Provisioning complete for port 697d8324-34e8-4941-b6f9-29b6979b9a9f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:38.097293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-57b86f6b-f0b3-40a6-abde-4fa5720539ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.137607 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c99a15c6-5ced-4f58-8426-18648a299a4b req-b6c16022-492b-4b00-a997-ff3bb9f868bd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535490 Aug 27 04:04:38.138173 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-57b86f6b-f0b3-40a6-abde-4fa5720539ed None None] Port 697d8324-34e8-4941-b6f9-29b6979b9a9f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:38.152302 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c43db829-2cca-4acc-aa82-b017e44eb674,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:38.154275 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Allocated IP 172.20.0.10 (99b5510f-766d-4e2b-a148-ce7eb2270467/02ee496e-6303-44a7-b90d-af23b4b138e1/02b88bfe-47b2-499b-ae40-39de8359b2f6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:38.158754 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.175528 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f81c3e-22a7-4e1c-baab-b38756791ccf req-c85c458b-3df9-4bad-a924-96abca1f46a7 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:38.180183 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71f81c3e-22a7-4e1c-baab-b38756791ccf req-c85c458b-3df9-4bad-a924-96abca1f46a7 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 944 time: 0.2436373 Aug 27 04:04:38.252789 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.267279 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:38.290448 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:38.319166 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8e2bb2ea-e736-461a-8719-410f7060ef92 req-b783e237-4c67-4f84-a7a5-cb4b21e2a23a tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 210 time: 0.0617969 Aug 27 04:04:38.357148 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71f81c3e-22a7-4e1c-baab-b38756791ccf req-0cd71fda-7e3d-4be8-8c83-51bdd51c27bd tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Aug 27 04:04:38.376831 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:38.387553 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.387553 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a23c048d-4a63-45b8-807b-72feeaa92030 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:38.477446 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:38.484268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['c43db829-2cca-4acc-aa82-b017e44eb674'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:38.523301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port a23c048d-4a63-45b8-807b-72feeaa92030 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:38.529762 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port a23c048d-4a63-45b8-807b-72feeaa92030 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:38.530426 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.605139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.659526 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Transition to ACTIVE for port object 02b88bfe-47b2-499b-ae40-39de8359b2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:38.670705 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.677973 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073ad5-3f64-43f3-b5a7-87f736f6388f req-04da3560-1ee8-466a-bfd4-3b9e73f18486 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:38.678350 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33288) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:38.685350 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b9073ad5-3f64-43f3-b5a7-87f736f6388f req-04da3560-1ee8-466a-bfd4-3b9e73f18486 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 945 time: 0.1792042 Aug 27 04:04:38.719808 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a23c048d-4a63-45b8-807b-72feeaa92030,segment=NetworkSegment(7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad),segment_id=7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:38.723817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73f63-6002-4ae7-bd23-f866f6bd8e58 req-cdf20e2f-dad5-46c4-99cc-0a311aee3331 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:38.725461 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-34d73f63-6002-4ae7-bd23-f866f6bd8e58 req-cdf20e2f-dad5-46c4-99cc-0a311aee3331 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 932 time: 0.1736002 Aug 27 04:04:38.727686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:38.728070 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.728952 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 337d3e01-e3de-4391-b546-e38733cfac05 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:38.741643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.795910 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Transition to ACTIVE for port object 697d8324-34e8-4941-b6f9-29b6979b9a9f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:38.819341 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b9073ad5-3f64-43f3-b5a7-87f736f6388f req-fd2aa748-51fc-4f69-954b-8f59314839dc tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189463 Aug 27 04:04:38.819526 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ff7a28-ea99-4412-b638-e7a61b5322d7" -d '{"events": [{"server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "name": "network-vif-plugged", "status": "completed", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:38.835404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.844129 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:38.853655 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-34d73f63-6002-4ae7-bd23-f866f6bd8e58 req-e8fd48b1-3e10-437a-ac15-ea343acf9fe0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150720 Aug 27 04:04:38.860974 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 337d3e01-e3de-4391-b546-e38733cfac05 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:38.868593 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 337d3e01-e3de-4391-b546-e38733cfac05 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:38.868978 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.886308 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.929377 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:38.931716 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:38.948426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:38.956453 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:38.968154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:38.968154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.007075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Attempting to bind port 697d8324-34e8-4941-b6f9-29b6979b9a9f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:39.007494 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Attempting to bind port 697d8324-34e8-4941-b6f9-29b6979b9a9f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:39.007494 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Attempting to bind port 697d8324-34e8-4941-b6f9-29b6979b9a9f on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:39.020783 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6317868 Aug 27 04:04:39.026174 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Port 697d8324-34e8-4941-b6f9-29b6979b9a9f on network 2e831283-fe58-4f2f-86d8-75bd284a1912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:39.026806 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Attempting to bind port 697d8324-34e8-4941-b6f9-29b6979b9a9f on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:39.042229 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.042443 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Request body: {'port': {'device_id': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:39.056551 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:39.057031 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Checking segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:39.057435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Bound using segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:39.057986 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Bound port: 697d8324-34e8-4941-b6f9-29b6979b9a9f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:39.058351 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.061056 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f3234-e761-40b5-a529-f5708bcc35bb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:39.119894 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=337d3e01-e3de-4391-b546-e38733cfac05,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:39.129221 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.186889 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759d36fe-15c8-44bb-a2f7-1116ea44a4f9 x-openstack-request-id: req-759d36fe-15c8-44bb-a2f7-1116ea44a4f9 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:39.187182 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "name": "network-vif-plugged", "status": "completed", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:39.187438 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-759d36fe-15c8-44bb-a2f7-1116ea44a4f9 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:39.187914 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'code': 200} Aug 27 04:04:39.233902 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.249925 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:39.293726 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-72d9fadc-7851-4872-9979-de782365e75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.323464 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:39.349765 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33302) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:39.388935 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:39.419608 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-11514e8e-c417-40ab-866b-2a3ea978185d None None] Provisioning for port 02b88bfe-47b2-499b-ae40-39de8359b2f6 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:39.428548 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-11514e8e-c417-40ab-866b-2a3ea978185d None None] Provisioning complete for port 02b88bfe-47b2-499b-ae40-39de8359b2f6 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:39.429149 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-11514e8e-c417-40ab-866b-2a3ea978185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.443614 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.476947 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c271ff92-820b-4b40-b407-1115f588e4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.495635 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-11514e8e-c417-40ab-866b-2a3ea978185d None None] Port 02b88bfe-47b2-499b-ae40-39de8359b2f6 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:04:39.501522 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-4ad99372-0e9e-421b-91d2-c46cf182e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:39.503097 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-4ad99372-0e9e-421b-91d2-c46cf182e391 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 1099 time: 0.1522784 Aug 27 04:04:39.532320 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-e49ce26c-f2ed-4fed-ac3c-591de1afdaa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.585501 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-72d9fadc-7851-4872-9979-de782365e75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.587305 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc681c3-2cf8-4751-bbc9-5589280ea734 req-f854a5d2-6fad-4817-a59f-ad8bd9bbc34c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:39.588842 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bcc681c3-2cf8-4751-bbc9-5589280ea734 req-f854a5d2-6fad-4817-a59f-ad8bd9bbc34c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.3005083 Aug 27 04:04:39.593377 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-72d9fadc-7851-4872-9979-de782365e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.599004 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:39.599638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.601167 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] 10.222.0.38 "PUT /v2.0/ports/697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 1094 time: 1.8843284 Aug 27 04:04:39.601597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:39.603834 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2" -d '{"events": [{"name": "network-changed", "server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:39.615577 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2cfad-b283-4ee9-8818-f07e3b44f07a service neutron] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:39.667859 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-72d9fadc-7851-4872-9979-de782365e75b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d18d65b0f77347ed9da378582568dd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9876735 Aug 27 04:04:39.672144 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9fadc-7851-4872-9979-de782365e75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509ce18-b1bd-48e4-a039-5af1b5d008bf,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:39.675128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33316) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:39.726565 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device c43db829-2cca-4acc-aa82-b017e44eb674 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:39.749806 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c271ff92-820b-4b40-b407-1115f588e4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.768626 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c271ff92-820b-4b40-b407-1115f588e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.841311 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c271ff92-820b-4b40-b407-1115f588e4e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a950fd7e16d644aca400c84aff72de18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890668 Aug 27 04:04:39.846289 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port c43db829-2cca-4acc-aa82-b017e44eb674 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:39.851921 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33326) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:39.852705 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271ff92-820b-4b40-b407-1115f588e4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95198af-5a3d-4c45-aa24-2ea4fcf6ec90,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:39.853182 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port c43db829-2cca-4acc-aa82-b017e44eb674 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:39.853634 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.972620 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-e49ce26c-f2ed-4fed-ac3c-591de1afdaa3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.981861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.984356 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-e49ce26c-f2ed-4fed-ac3c-591de1afdaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.996824 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bcc681c3-2cf8-4751-bbc9-5589280ea734 req-412e2645-f2cc-42bf-a014-a95b2f304fa9 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851559 Aug 27 04:04:40.023159 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8289b-8d86-47f3-81c6-01a436f18dd2 req-eac19ac7-8725-4a26-ab18-f1827009a515 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.033596 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2bc8289b-8d86-47f3-81c6-01a436f18dd2 req-eac19ac7-8725-4a26-ab18-f1827009a515 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 932 time: 0.5857224 Aug 27 04:04:40.051156 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fd154bb7-3b9e-475d-b372-156893d093e5 req-e49ce26c-f2ed-4fed-ac3c-591de1afdaa3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398421 Aug 27 04:04:40.059318 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.066594 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ce26c-f2ed-4fed-ac3c-591de1afdaa3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9efa45-6c1c-45a4-920b-f877f8c15bbc,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.130481 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.134598 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.136178 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b95198af-5a3d-4c45-aa24-2ea4fcf6ec90 HTTP/1.1" status: 204 len: 168 time: 0.2796361 Aug 27 04:04:40.146724 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72ed58-d0bc-4e1b-9057-f4fd3b2592fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95198af-5a3d-4c45-aa24-2ea4fcf6ec90,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.148757 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-ae242175-10f5-43ed-a04a-4ca622af0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.158741 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-ae242175-10f5-43ed-a04a-4ca622af0216 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1097 time: 0.4853392 Aug 27 04:04:40.181689 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2bc8289b-8d86-47f3-81c6-01a436f18dd2 req-8c982683-8c9f-4392-a7dc-1af1fc78617e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467199 Aug 27 04:04:40.186413 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9c4af956-6058-471a-bdf5-f86a13ff9394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.192754 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.238079 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.251500 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c43db829-2cca-4acc-aa82-b017e44eb674,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:40.258879 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.263869 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.269055 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.282429 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eb1069-1143-4726-9594-75fe73710e86 x-openstack-request-id: req-a8eb1069-1143-4726-9594-75fe73710e86 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:40.282786 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:40.283084 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8eb1069-1143-4726-9594-75fe73710e86 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:40.283770 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'status': 'completed', 'code': 200} Aug 27 04:04:40.355528 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.385023 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-9f731ced-057b-4ff6-806a-f253899e27af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 217 time: 0.1064517 Aug 27 04:04:40.432432 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327a30-9dd6-489a-a44e-f330b171b67d req-b7481e25-986e-49b8-ad51-491e47d17c35 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.434454 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-44327a30-9dd6-489a-a44e-f330b171b67d req-b7481e25-986e-49b8-ad51-491e47d17c35 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.2649195 Aug 27 04:04:40.528664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b88bfe-47b2-499b-ae40-39de8359b2f6 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:40.537469 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.538737 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33356) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:40.540236 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.541349 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0509ce18-b1bd-48e4-a039-5af1b5d008bf HTTP/1.1" status: 204 len: 168 time: 0.8506021 Aug 27 04:04:40.549613 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-41937682-438d-42b1-a927-5f43cc800f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.551053 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-41937682-438d-42b1-a927-5f43cc800f3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.1447201 Aug 27 04:04:40.560394 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e92ab830-d268-4133-87e8-91bb973e9e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.562424 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.572065 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7b68-9891-4361-9c63-b512c9dc9d45 req-fad8d515-3205-41c0-a9b8-f249b1c7f053 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.573651 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a16e7b68-9891-4361-9c63-b512c9dc9d45 req-fad8d515-3205-41c0-a9b8-f249b1c7f053 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.2241809 Aug 27 04:04:40.599810 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe558b-ea7b-43ad-b133-7c9661d54c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509ce18-b1bd-48e4-a039-5af1b5d008bf,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.636799 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-44327a30-9dd6-489a-a44e-f330b171b67d req-f18bc0ce-8b7c-4152-b40b-803d9816b187 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745849 Aug 27 04:04:40.660813 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Transition to ACTIVE for port object 02b88bfe-47b2-499b-ae40-39de8359b2f6 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:40.675005 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.701507 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33362) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:40.711552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e92ab830-d268-4133-87e8-91bb973e9e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.715902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e92ab830-d268-4133-87e8-91bb973e9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.747337 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a16e7b68-9891-4361-9c63-b512c9dc9d45 req-4c19e220-fd08-4b8d-8b11-7556100fd621 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604171 Aug 27 04:04:40.770099 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e92ab830-d268-4133-87e8-91bb973e9e3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=344e04b3f08641049a83940ab76edb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300484 Aug 27 04:04:40.770961 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ab830-d268-4133-87e8-91bb973e9e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da78d7ab-516c-42ac-a573-b402a292aeeb,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.775228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33366) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:40.814946 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-49df2755-cfb0-4948-b6b6-1e7360ab3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.816472 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-49df2755-cfb0-4948-b6b6-1e7360ab3ca8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2419136 Aug 27 04:04:40.843915 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.872657 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Pushing event updated for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:40.884005 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fb8de0ae-0849-4984-8a5c-e6c1b71b4dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.895653 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:40.941678 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Attempting to bind port 02b88bfe-47b2-499b-ae40-39de8359b2f6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:40.942097 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Attempting to bind port 02b88bfe-47b2-499b-ae40-39de8359b2f6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:40.942370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Attempting to bind port 02b88bfe-47b2-499b-ae40-39de8359b2f6 on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:40.948936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Port 02b88bfe-47b2-499b-ae40-39de8359b2f6 on network 99b5510f-766d-4e2b-a148-ce7eb2270467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:40.949299 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Attempting to bind port 02b88bfe-47b2-499b-ae40-39de8359b2f6 on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:40.984199 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629aa82-c55b-4d47-a793-fa40b0e8731c req-36e1e850-5ba2-45dd-9b20-681097a7ecd2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.985934 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6629aa82-c55b-4d47-a793-fa40b0e8731c req-36e1e850-5ba2-45dd-9b20-681097a7ecd2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.2039216 Aug 27 04:04:40.988767 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:40.989106 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Checking segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:40.989491 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Bound using segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:40.989934 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Bound port: 02b88bfe-47b2-499b-ae40-39de8359b2f6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:40.990368 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.056892 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fb8de0ae-0849-4984-8a5c-e6c1b71b4dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.059117 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.062403 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.063964 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da78d7ab-516c-42ac-a573-b402a292aeeb HTTP/1.1" status: 204 len: 168 time: 0.2875953 Aug 27 04:04:41.091145 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fb8de0ae-0849-4984-8a5c-e6c1b71b4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.114525 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33374) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:41.124512 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-649d39fb-7444-41d6-9920-5379638ca8ec service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704942 Aug 27 04:04:41.128127 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-fb8de0ae-0849-4984-8a5c-e6c1b71b4dba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b1ee2eafb294ae78c223746f3d48614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232004 Aug 27 04:04:41.131932 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33376) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:41.139241 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f35223-36b4-4516-85ec-cc604ddb5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da78d7ab-516c-42ac-a573-b402a292aeeb,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:41.151272 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.154727 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6629aa82-c55b-4d47-a793-fa40b0e8731c req-bfd5d609-432c-48c6-b6df-96f07b7b5fef tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590059 Aug 27 04:04:41.193319 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4df7-66c8-4293-ad4e-58f1a2a4a8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.196837 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030'}, {'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05'}, {'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:41.197007 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:41.199824 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe55205-e2bb-4a2b-98de-e8fb2a8ae1a6" -d '{"events": [{"server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "name": "network-vif-plugged", "status": "completed", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030"}, {"server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "name": "network-vif-plugged", "status": "completed", "tag": "337d3e01-e3de-4391-b546-e38733cfac05"}, {"server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:41.235637 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.244964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.249694 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:41.264376 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.268253 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c07a44-a21f-4bb9-affc-16d34527944a x-openstack-request-id: req-19c07a44-a21f-4bb9-affc-16d34527944a {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:41.268723 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "name": "network-vif-plugged", "status": "completed", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030", "code": 200}, {"server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "name": "network-vif-plugged", "status": "completed", "tag": "337d3e01-e3de-4391-b546-e38733cfac05", "code": 200}, {"server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "name": "network-vif-plugged", "status": "completed", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:41.269016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.269260 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19c07a44-a21f-4bb9-affc-16d34527944a {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:41.269979 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030', 'code': 200} Aug 27 04:04:41.270242 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05', 'code': 200} Aug 27 04:04:41.270501 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674', 'code': 200} Aug 27 04:04:41.342099 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8de0ae-0849-4984-8a5c-e6c1b71b4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfef999-4d4b-4797-a1fb-bf033fc6c6a4,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:41.369489 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea21f6d-782e-4b24-a353-cf06f03857ad req-337b34ea-943e-42bd-826d-ade99d231397 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.371429 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ea21f6d-782e-4b24-a353-cf06f03857ad req-337b34ea-943e-42bd-826d-ade99d231397 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.2765493 Aug 27 04:04:41.392153 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.393085 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.394701 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] 10.222.0.38 "PUT /v2.0/ports/02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 1094 time: 2.3595004 Aug 27 04:04:41.396588 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.400082 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.402148 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7dfef999-4d4b-4797-a1fb-bf033fc6c6a4 HTTP/1.1" status: 204 len: 168 time: 0.2686889 Aug 27 04:04:41.418055 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859a85-8ce2-4615-8a7a-ab365d74dd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfef999-4d4b-4797-a1fb-bf033fc6c6a4,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:41.493293 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a18ed29-95f4-41cb-b067-9667601086e4 req-0ec74d9f-a090-4d68-8707-ae1e9cca1cb3 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364489 Aug 27 04:04:41.538762 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f66f-978e-4dc8-82bb-ada756fec10d service neutron] Pushing event updated for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:41.564319 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ea21f6d-782e-4b24-a353-cf06f03857ad req-f494ab8b-fb1c-41be-bead-61e1eb055175 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730533 Aug 27 04:04:41.601500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36eed-0f87-4e0a-9d1d-c8f9cf96cd11 req-7d7251b4-08f7-40f3-87f3-4762606406a6 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.603104 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b0a36eed-0f87-4e0a-9d1d-c8f9cf96cd11 req-7d7251b4-08f7-40f3-87f3-4762606406a6 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 944 time: 0.2529588 Aug 27 04:04:41.759278 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4df7-66c8-4293-ad4e-58f1a2a4a8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.849433 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d1f4-b9d6-43b1-a86d-95d609e23b4d req-80866e40-b3fe-4626-8525-58e6c9398840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.852167 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-7df1d1f4-b9d6-43b1-a86d-95d609e23b4d req-80866e40-b3fe-4626-8525-58e6c9398840 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 1099 time: 0.0929580 Aug 27 04:04:41.867558 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.38', 59396) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:41.896142 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4df7-66c8-4293-ad4e-58f1a2a4a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:41.950372 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2c0b4df7-66c8-4293-ad4e-58f1a2a4a8ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e676387aa48a4ef5998c7f76e0988252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281579 Aug 27 04:04:41.955738 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33418) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:41.958669 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4df7-66c8-4293-ad4e-58f1a2a4a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b0543-360a-459e-9a70-7d314071fc36,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:41.999761 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e788a-2954-44eb-ad90-c3efa09ed511 req-95203e55-698a-4eb6-b00a-30b4d7bd8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.001346 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-191e788a-2954-44eb-ad90-c3efa09ed511 req-95203e55-698a-4eb6-b00a-30b4d7bd8838 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 1098 time: 0.1264923 Aug 27 04:04:42.002866 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-7df1d1f4-b9d6-43b1-a86d-95d609e23b4d req-1f10e83c-c5cd-4dd1-afb5-3d667e400669 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185327 Aug 27 04:04:42.008685 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf9d3f-0c47-48a8-a693-565df0d60ab6 req-7277f61e-9df0-4a58-b4f5-68bee6840a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.010114 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-4adf9d3f-0c47-48a8-a693-565df0d60ab6 req-7277f61e-9df0-4a58-b4f5-68bee6840a49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.1268582 Aug 27 04:04:42.015855 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b0a36eed-0f87-4e0a-9d1d-c8f9cf96cd11 req-b03c4d2c-6ec9-49ac-bf0e-a6414b7adf0c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976281 Aug 27 04:04:42.034623 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-380c41b3-4dc0-4b3b-9d89-a3afba872fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.036490 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-380c41b3-4dc0-4b3b-9d89-a3afba872fb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1097 time: 0.2561533 Aug 27 04:04:42.038815 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33424) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:42.059644 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf379b-efd4-4716-abbb-e92127d2396a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.063465 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496515e-8112-435a-ad37-c80355c980aa req-349edb96-9404-48d7-863f-00832b5d4d52 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.066136 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2496515e-8112-435a-ad37-c80355c980aa req-349edb96-9404-48d7-863f-00832b5d4d52 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.2877126 Aug 27 04:04:42.076668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-9992de5a-7527-4b59-ae2b-cda358c427f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.078206 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-9992de5a-7527-4b59-ae2b-cda358c427f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1097 time: 0.2938430 Aug 27 04:04:42.159682 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.166041 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2496515e-8112-435a-ad37-c80355c980aa req-3b8269af-fd8a-4624-943f-d275f86ed9bd tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917490 Aug 27 04:04:42.180616 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf379b-efd4-4716-abbb-e92127d2396a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.198840 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf379b-efd4-4716-abbb-e92127d2396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.199006 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa2f6e-788a-4d8a-8b94-8684eff31c72 req-21c0ccc1-8d0b-4fff-beef-f796538a101e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.200713 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97aa2f6e-788a-4d8a-8b94-8684eff31c72 req-21c0ccc1-8d0b-4fff-beef-f796538a101e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1040311 Aug 27 04:04:42.203226 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.263661 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4bbf379b-efd4-4716-abbb-e92127d2396a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=347c7398a10d40658f5ac63508c002c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231863 Aug 27 04:04:42.266264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf379b-efd4-4716-abbb-e92127d2396a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb9cb1-698d-47be-a85f-ab5378c1d040,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:42.271209 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33432) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:42.291366 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-191e788a-2954-44eb-ad90-c3efa09ed511 req-98e1f820-1fe1-4730-b73a-0b485cdd0f0a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074064 Aug 27 04:04:42.305412 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-4adf9d3f-0c47-48a8-a693-565df0d60ab6 req-665b36c6-9ede-4511-8b2e-84e3444d7ef6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715539 Aug 27 04:04:42.317930 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:42.320156 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb1cca-0aa1-49af-a47b-50e440780b27" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:42.323477 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-81705d8a-f870-4d1b-97d7-c2b805b20ff7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 217 time: 0.1170506 Aug 27 04:04:42.413176 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97aa2f6e-788a-4d8a-8b94-8684eff31c72 req-60401349-2cc1-4378-84d7-302c5f29a1a7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891160 Aug 27 04:04:42.456080 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e85433-a32a-49f8-8aa1-2d1f38fd2eeb req-1fbf1d23-7ad0-4039-a9b9-01141fa17871 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.457787 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e1e85433-a32a-49f8-8aa1-2d1f38fd2eeb req-1fbf1d23-7ad0-4039-a9b9-01141fa17871 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1873841 Aug 27 04:04:42.472373 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393cdece-1904-4220-a3c0-83c756356453 x-openstack-request-id: req-393cdece-1904-4220-a3c0-83c756356453 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:42.472664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:42.472914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-393cdece-1904-4220-a3c0-83c756356453 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:42.473290 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'status': 'completed', 'code': 200} Aug 27 04:04:42.485562 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.488071 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.489147 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/948b0543-360a-459e-9a70-7d314071fc36 HTTP/1.1" status: 204 len: 168 time: 0.4927464 Aug 27 04:04:42.499781 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-65464ef1-bc3b-4cb7-a807-47ad69514d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.501202 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-65464ef1-bc3b-4cb7-a807-47ad69514d0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.2958744 Aug 27 04:04:42.511110 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.515480 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936a5ab-42a1-4d77-ae19-2d5202ae34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b0543-360a-459e-9a70-7d314071fc36,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:42.549060 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.558086 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e1e85433-a32a-49f8-8aa1-2d1f38fd2eeb req-70f15e9d-2288-4011-a8a0-79dc61662787 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773494 Aug 27 04:04:42.615093 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.619325 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.624190 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8cb9cb1-698d-47be-a85f-ab5378c1d040 HTTP/1.1" status: 204 len: 168 time: 0.3433990 Aug 27 04:04:42.624933 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.633209 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a37fa-af3a-4bc0-92bc-eae194a8dfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb9cb1-698d-47be-a85f-ab5378c1d040,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:42.678386 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:42.992651 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-e01333e7-f729-4433-ad25-213b92b88fc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 217 time: 0.2699959 Aug 27 04:04:42.999175 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-44efac78-74cf-4607-8e27-12a66fd97daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.000667 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-44efac78-74cf-4607-8e27-12a66fd97daf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.3222847 Aug 27 04:04:43.009112 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380a02e-580f-442e-889a-c4fe77df2818 req-fb1d1f17-5c2a-44b9-a293-e0c6d755e607 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.010552 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4380a02e-580f-442e-889a-c4fe77df2818 req-fb1d1f17-5c2a-44b9-a293-e0c6d755e607 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.3020692 Aug 27 04:04:43.124416 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-5b314e19-7c9f-4a47-8b6d-d21d73bc28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.125807 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-5b314e19-7c9f-4a47-8b6d-d21d73bc28c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.1120970 Aug 27 04:04:43.134237 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4380a02e-580f-442e-889a-c4fe77df2818 req-ce09a114-fc7f-4066-ae08-10a178dd220d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920908 Aug 27 04:04:43.163293 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-4e3d772d-a8eb-4dae-9265-63c0a6563fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.165095 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-4e3d772d-a8eb-4dae-9265-63c0a6563fff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1502502 Aug 27 04:04:43.263634 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1ad0a-d932-4797-92a3-b207f56573ae req-96bd43cd-e8e3-435a-b811-1a448223528b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.265457 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9fc1ad0a-d932-4797-92a3-b207f56573ae req-96bd43cd-e8e3-435a-b811-1a448223528b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 944 time: 0.1626940 Aug 27 04:04:43.300635 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-30a81ce5-b77a-4e58-96ff-679d090fc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.302369 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-30a81ce5-b77a-4e58-96ff-679d090fc1b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1672776 Aug 27 04:04:43.448518 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9fc1ad0a-d932-4797-92a3-b207f56573ae req-7ec5ce2c-cfa7-4017-8ce0-4579348ac18f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716332 Aug 27 04:04:43.454567 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-cac9b37e-4c6a-411c-ae60-9d716dc552a5 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670052 Aug 27 04:04:43.486396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734118-f2ca-4ae0-871d-96664f9aab9f req-4a1785a7-a631-4e62-ab02-b4af4975dd9d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.493196 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a9734118-f2ca-4ae0-871d-96664f9aab9f req-4a1785a7-a631-4e62-ab02-b4af4975dd9d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.2227201 Aug 27 04:04:43.688672 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-c3ac9499-687f-4ad3-862d-fa1ab9b601a9 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600183 Aug 27 04:04:43.710334 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a9734118-f2ca-4ae0-871d-96664f9aab9f req-c5217df1-b349-43a6-8d75-ce37d146ce13 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036901 Aug 27 04:04:43.773938 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d9fc-9975-4bbe-ba8b-03858e90d226 req-3bed942e-162c-4c6f-b199-62fb0fb2f457 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.775738 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd36d9fc-9975-4bbe-ba8b-03858e90d226 req-3bed942e-162c-4c6f-b199-62fb0fb2f457 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1868939 Aug 27 04:04:43.779731 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-35851336-d1f0-458a-9ce1-ce16ceaf064a req-b7e56cdb-5800-455a-81f3-292c86b1842b service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853560 Aug 27 04:04:43.861924 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33504) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:43.928486 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd36d9fc-9975-4bbe-ba8b-03858e90d226 req-dacf1f26-3cc9-4352-a350-170574edd35c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388175 Aug 27 04:04:43.951168 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a3584ce-0dda-47bc-a41d-c2945e4cabb2 req-6a2dedfd-25b8-4ba6-9449-9092e3fa327f service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534444 Aug 27 04:04:43.966653 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-af511433-4bca-4799-9592-5f66305aa70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.968251 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-af511433-4bca-4799-9592-5f66305aa70b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1097 time: 0.1100276 Aug 27 04:04:43.978211 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ef4c0-8b6f-4b86-9179-d03fbe85b30e req-784c91f0-d8a8-4270-ba82-b6a86460750a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.980076 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-210ef4c0-8b6f-4b86-9179-d03fbe85b30e req-784c91f0-d8a8-4270-ba82-b6a86460750a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1893053 Aug 27 04:04:44.012231 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-856118251-network', 'tenant_id': 'cf8a28b12bc84b05a38601fefbffea44'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:44.034143 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Made reservation on behalf of cf8a28b12bc84b05a38601fefbffea44 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:44.041480 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.057611 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.081096 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-210ef4c0-8b6f-4b86-9179-d03fbe85b30e req-eda1d6e1-6bca-4396-9cd7-525b93cf05c7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891261 Aug 27 04:04:44.131397 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-bb90fe99-3e16-48e3-b5fd-ec91a9f3bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.134362 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-bb90fe99-3e16-48e3-b5fd-ec91a9f3bd86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.1509571 Aug 27 04:04:44.201940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-857e046a-9ebd-4f4d-9e3b-a66730610d86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 217 time: 0.0381248 Aug 27 04:04:44.209621 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.215274 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.228500 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:44.242478 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.242855 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Added segment afd78bf8-ed15-426d-b32e-1eaa343f9622 of type vlan for network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 Aug 27 04:04:44.257741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-d07581a8-0507-4650-85e9-4e36922f98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.259684 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-d07581a8-0507-4650-85e9-4e36922f98e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0502100 Aug 27 04:04:44.324471 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3fd6cb-b172-496a-9784-fb68028b2171,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:44.343386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-85f7731d-7200-4041-8bb0-631925be465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.344970 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-85f7731d-7200-4041-8bb0-631925be465a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0599010 Aug 27 04:04:44.347003 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.377706 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.379135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.379992 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.453390 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5874965 Aug 27 04:04:44.454191 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33534) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:44.459448 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Request body: {'subnet': {'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-856118251-subnet', 'tenant_id': 'cf8a28b12bc84b05a38601fefbffea44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:44.469276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-8987f302-d62a-4553-8a0d-a79ecf530cc3 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124179 Aug 27 04:04:44.469746 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff723af-2caf-42de-84a9-e6c2884f0f48 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8859e2-6c64-47d2-b5e3-a4640e78f702,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:44.480465 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:44.498779 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Made reservation on behalf of cf8a28b12bc84b05a38601fefbffea44 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:44.501295 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5009687'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.661527 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1f924-e688-4219-acca-4b0c40f161de req-de432ea1-66ff-4610-bee1-3f2250ceb801 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.663153 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-abe1f924-e688-4219-acca-4b0c40f161de req-de432ea1-66ff-4610-bee1-3f2250ceb801 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 944 time: 0.0765562 Aug 27 04:04:44.693109 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63cb1cca-0aa1-49af-a47b-50e440780b27 req-2b724742-cd86-48a5-8934-80b46d1e1a3c service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118492 Aug 27 04:04:44.728672 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-abe1f924-e688-4219-acca-4b0c40f161de req-fab3b272-0e1a-4617-8913-9d69a460259e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588462 Aug 27 04:04:44.777498 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5009765'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.853742 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8019a7ed-44c9-4469-b401-1cde9469ff4b,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:44.865600 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Checking segment: {'id': 'afd78bf8-ed15-426d-b32e-1eaa343f9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:44.866168 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Network hostable DHCP agents. Network: 8e8859e2-6c64-47d2-b5e3-a4640e78f702, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:44.877222 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb10bd-6cf7-4fd9-954f-6663b9ab61dc req-94abcf74-dd33-441d-981a-a5577e8aaf99 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.884246 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-caeb10bd-6cf7-4fd9-954f-6663b9ab61dc req-94abcf74-dd33-441d-981a-a5577e8aaf99 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.0809689 Aug 27 04:04:44.916392 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:44.928579 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 8e8859e2-6c64-47d2-b5e3-a4640e78f702) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:44.934435 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.935317 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.941785 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ede5c-ae84-4a37-9f82-a71fab08999a None None] Network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:44.952472 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-caeb10bd-6cf7-4fd9-954f-6663b9ab61dc req-1b883c73-30f0-47ac-b2c0-60cc3ae78317 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661569 Aug 27 04:04:44.990399 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6132bf41-a078-4914-9ae4-9087a3c7c523 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5351622 Aug 27 04:04:45.151288 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94ac57-40f0-4b10-9743-1b5222cc4c05 None None] Network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:45.154660 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac829e5-665f-43ce-b227-07194f40b0c7 req-98f6bc3b-2dd3-46d2-9c0c-4631c686fc0b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.156554 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ac829e5-665f-43ce-b227-07194f40b0c7 req-98f6bc3b-2dd3-46d2-9c0c-4631c686fc0b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0939257 Aug 27 04:04:45.225179 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ac829e5-665f-43ce-b227-07194f40b0c7 req-aad3c432-f3cc-4919-b793-9fa07049542a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Aug 27 04:04:45.394616 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f2306-eb77-4ef7-a698-3099403c9ece req-e39abe63-e033-4995-a856-f81857b0e264 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.396506 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-291f2306-eb77-4ef7-a698-3099403c9ece req-e39abe63-e033-4995-a856-f81857b0e264 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0717397 Aug 27 04:04:45.481205 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-291f2306-eb77-4ef7-a698-3099403c9ece req-ed919dc2-0279-4dd0-8598-91a4493361ec tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752985 Aug 27 04:04:45.739309 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:45.838974 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3541e8-ed12-493c-9217-130ccf07331f req-8a5ea472-a680-4513-9230-904268df5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.841111 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-8a5ea472-a680-4513-9230-904268df5ca0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 1099 time: 0.1067324 Aug 27 04:04:45.879185 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269784e-d772-4654-bd32-0ae2105a8aea req-09e7603e-d5b8-436b-9da5-b634f8bcd5f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.880776 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f269784e-d772-4654-bd32-0ae2105a8aea req-09e7603e-d5b8-436b-9da5-b634f8bcd5f6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1253667 Aug 27 04:04:45.911667 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:45.934602 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:45.972457 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6185-a8d2-48fd-86d3-dded302f52e2 req-8b35acfe-71a2-4a74-9820-39c5e4536328 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.981376 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-730f6185-a8d2-48fd-86d3-dded302f52e2 req-8b35acfe-71a2-4a74-9820-39c5e4536328 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 944 time: 0.1608040 Aug 27 04:04:45.989302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33624) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:45.996386 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-93887015-network', 'tenant_id': '0311dd95c03447e5a67f13252d01e04f'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:45.998330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.017100 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:46.020916 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Made reservation on behalf of 0311dd95c03447e5a67f13252d01e04f for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:46.024096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.031049 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f269784e-d772-4654-bd32-0ae2105a8aea req-96fd4fd9-5054-441b-9962-358483730f60 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081212 Aug 27 04:04:46.037963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.045387 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:46.058274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.058426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3541e8-ed12-493c-9217-130ccf07331f req-f8e05f08-2dbd-479b-b4d3-81af9a44c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.058426 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-f8e05f08-2dbd-479b-b4d3-81af9a44c93e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1983595 Aug 27 04:04:46.064522 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-730f6185-a8d2-48fd-86d3-dded302f52e2 req-5eb06aa0-36e9-487a-9d64-247f1beffc12 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823119 Aug 27 04:04:46.108565 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:46.122320 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-6d739136-18cc-4fc5-9c18-9754ed0f5b3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43db829-2cca-4acc-aa82-b017e44eb674 HTTP/1.1" status: 200 len: 217 time: 0.0536106 Aug 27 04:04:46.191361 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3541e8-ed12-493c-9217-130ccf07331f req-e713e4ae-1397-4228-b93a-dce9a80ed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.192910 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-e713e4ae-1397-4228-b93a-dce9a80ed142 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0510004 Aug 27 04:04:46.198642 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.205016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.230298 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-8c21c94e-364c-4d29-a9cc-5c46b18940dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294883 Aug 27 04:04:46.239767 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:04:46.266600 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbfcfe4-0c47-4ede-afff-45646a7cee42,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:46.266600 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.266600 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Added segment 046b2e88-236f-40d2-b5ff-26149412393e of type vlan for network f7fb348c-58fa-458a-8e9a-d19cb56c46b3 Aug 27 04:04:46.332354 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.352425 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-1f83f97b-6df8-45a2-88ae-b4653bcd4eea service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057482 Aug 27 04:04:46.359977 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.361399 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.362291 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.390580 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['697d8324-34e8-4941-b6f9-29b6979b9a9f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:46.430512 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fb348c-58fa-458a-8e9a-d19cb56c46b3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:46.437365 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2fd9bb7c-3ac4-46f4-95e3-40ac5253ffa3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4461386 Aug 27 04:04:46.437966 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33642) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:46.443661 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Request body: {'subnet': {'network_id': 'f7fb348c-58fa-458a-8e9a-d19cb56c46b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-93887015-subnet', 'tenant_id': '0311dd95c03447e5a67f13252d01e04f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:46.454836 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network f7fb348c-58fa-458a-8e9a-d19cb56c46b3 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:04:46.479186 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Made reservation on behalf of 0311dd95c03447e5a67f13252d01e04f for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:46.484122 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd3541e8-ed12-493c-9217-130ccf07331f req-4e5f7479-3640-4b53-aa87-c3c5331b37b9 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164453 Aug 27 04:04:46.487032 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5009687'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.591008 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33650) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:46.891278 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5009765'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.948273 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4eefb027-7e5d-4bb8-b918-3f6083675707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:46.963942 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Pushing event updated for resources: {'Subnet': ['ID=3593981f-5fd4-4248-a2b5-acfa7667a5c9,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:46.975391 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Checking segment: {'id': '046b2e88-236f-40d2-b5ff-26149412393e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f7fb348c-58fa-458a-8e9a-d19cb56c46b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:46.977993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Network hostable DHCP agents. Network: f7fb348c-58fa-458a-8e9a-d19cb56c46b3, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:04:47.001558 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Network f7fb348c-58fa-458a-8e9a-d19cb56c46b3 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:04:47.002245 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14328f-8ac6-4c78-9a04-acd2f05f6e2e req-6127c201-9261-46e3-a0db-3647c7edcb16 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.003811 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b14328f-8ac6-4c78-9a04-acd2f05f6e2e req-6127c201-9261-46e3-a0db-3647c7edcb16 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 945 time: 0.3140419 Aug 27 04:04:47.020768 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, f7fb348c-58fa-458a-8e9a-d19cb56c46b3) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:47.030925 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.031503 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.036592 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c478c-0608-4d9d-8eb0-11d4fa4aa72d None None] Network f7fb348c-58fa-458a-8e9a-d19cb56c46b3 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:47.098598 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b14328f-8ac6-4c78-9a04-acd2f05f6e2e req-b2269164-9b3e-4337-a0c3-8bb32c823fea tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883410 Aug 27 04:04:47.214258 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4eefb027-7e5d-4bb8-b918-3f6083675707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.228470 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-df3d7b7a-24a0-43fc-b9ac-2a8b92c21add admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7887278 Aug 27 04:04:47.270703 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4eefb027-7e5d-4bb8-b918-3f6083675707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.273401 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c691131-fd90-47d0-b758-499fc039f3e7 None None] Network f7fb348c-58fa-458a-8e9a-d19cb56c46b3 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:04:47.396109 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-4eefb027-7e5d-4bb8-b918-3f6083675707 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8969ec850f4411989be599bb0655c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8035223 Aug 27 04:04:47.408338 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33680) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:47.408496 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfc1ab-cf44-444d-826f-cb11239f31c6 req-c8d350d1-d0df-4660-b68a-77dd4652222f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.414573 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eccfc1ab-cf44-444d-826f-cb11239f31c6 req-c8d350d1-d0df-4660-b68a-77dd4652222f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 944 time: 0.2036088 Aug 27 04:04:47.420620 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefb027-7e5d-4bb8-b918-3f6083675707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c395b-11a6-40fc-b11d-ce19b6da0dc2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:47.442371 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c2175-238f-4229-9af7-059a9981ae41 req-456f93fc-1579-4d39-b8e5-208db6edd329 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.444948 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8e5c2175-238f-4229-9af7-059a9981ae41 req-456f93fc-1579-4d39-b8e5-208db6edd329 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1750238 Aug 27 04:04:47.491685 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.496926 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eccfc1ab-cf44-444d-826f-cb11239f31c6 req-6aa7cd5b-2620-46c1-8ab3-d4f4d8de466e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806675 Aug 27 04:04:47.517524 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8e5c2175-238f-4229-9af7-059a9981ae41 req-6a97561c-4139-4dbd-a6f8-87d597daa4b3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618570 Aug 27 04:04:47.528747 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.577574 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.580084 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.581318 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a5c395b-11a6-40fc-b11d-ce19b6da0dc2 HTTP/1.1" status: 204 len: 168 time: 0.1814883 Aug 27 04:04:47.589471 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae4903-159b-4580-82e7-a3ecfa782e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c395b-11a6-40fc-b11d-ce19b6da0dc2,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:47.770658 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 02b88bfe-47b2-499b-ae40-39de8359b2f6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:47.775575 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:47.847021 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-a54b215b-cdd4-422d-b1b7-57dcf45dd354 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.848360 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-a54b215b-cdd4-422d-b1b7-57dcf45dd354 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/networks?id=8e8859e2-6c64-47d2-b5e3-a4640e78f702 HTTP/1.1" status: 200 len: 808 time: 0.1149473 Aug 27 04:04:47.871343 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-cf11c058-9d53-4d08-b34f-f4fa44e93f27 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/quotas/cf8a28b12bc84b05a38601fefbffea44 HTTP/1.1" status: 200 len: 375 time: 0.0142956 Aug 27 04:04:47.903652 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 697d8324-34e8-4941-b6f9-29b6979b9a9f completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:47.906310 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-8b8da66f-6d21-42ce-9524-ae318dc95a31 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf8a28b12bc84b05a38601fefbffea44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296760 Aug 27 04:04:47.912396 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 697d8324-34e8-4941-b6f9-29b6979b9a9f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:47.912761 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:47.953026 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:47.981516 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'port_id': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'mac_address': 'fa:16:3e:ab:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:48.051037 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-d43f31a9-2a92-48f3-b02d-14d17d456216 service neutron] 10.222.0.70 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353178 Aug 27 04:04:48.062553 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:48.084382 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b88bfe-47b2-499b-ae40-39de8359b2f6 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:48.090558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:48.117923 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:48.127730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:48.138289 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:48.140919 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31731417-83f0-4b0e-8848-7e8dbd7931cc" -d '{"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:48.174576 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:48.188120 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:48.202330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:48.285155 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:48.285354 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-971bde19-56d8-4ead-aa48-5668d2a598aa service neutron] 10.222.0.70 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291670 Aug 27 04:04:48.320467 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-d40fdb45-91ba-43e3-aecb-e23da5036c6a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:48.321957 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-d40fdb45-91ba-43e3-aecb-e23da5036c6a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.1710842 Aug 27 04:04:48.342422 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-406737ff-8463-453c-a696-43ed634a09f7 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/quotas/f317e49134df457db8274562ca04f78d HTTP/1.1" status: 200 len: 375 time: 0.0143178 Aug 27 04:04:48.404792 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-439b6045-9e3a-4284-8946-d3a6b7fb2cd5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547898 Aug 27 04:04:48.503510 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['02b88bfe-47b2-499b-ae40-39de8359b2f6'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:48.599526 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-25bcb37c-6668-4e22-aef0-9af47e4db1e0 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874547 Aug 27 04:04:48.717522 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f8cbf-1eff-4f97-9041-fe8348f48a71 req-a444b3be-7d02-416b-8266-c1a659b7bcf8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:48.723557 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-160f8cbf-1eff-4f97-9041-fe8348f48a71 req-a444b3be-7d02-416b-8266-c1a659b7bcf8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.2318499 Aug 27 04:04:48.782404 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-010c9a2d-f482-439a-94bb-75090e185ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586761 Aug 27 04:04:48.785426 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-160f8cbf-1eff-4f97-9041-fe8348f48a71 req-d4f6a810-acf8-4113-b763-4e8538e31965 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588861 Aug 27 04:04:48.855213 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fee8c3-57ae-4cfd-97f8-212c00f8ce7f x-openstack-request-id: req-60fee8c3-57ae-4cfd-97f8-212c00f8ce7f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:48.855508 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:48.855800 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60fee8c3-57ae-4cfd-97f8-212c00f8ce7f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:48.856196 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'code': 200} Aug 27 04:04:49.066804 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f301ef22-8854-4d03-b520-f29fece636eb req-66b8a076-b159-4b20-872c-09c2b6540f89 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 210 time: 0.0779011 Aug 27 04:04:49.195729 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0edaf-dd7c-4658-a5b4-8d29f3ee273d req-e8778040-fcc3-43d8-9ae3-1ef4ddd71fe8 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.197357 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dfd0edaf-dd7c-4658-a5b4-8d29f3ee273d req-e8778040-fcc3-43d8-9ae3-1ef4ddd71fe8 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 945 time: 0.1280329 Aug 27 04:04:49.244392 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258ae5e-1d96-4f40-bb36-837c6c9e3c87 req-aa1dd353-135f-466b-8575-74969ec17d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.246840 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8258ae5e-1d96-4f40-bb36-837c6c9e3c87 req-aa1dd353-135f-466b-8575-74969ec17d59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1099 time: 0.1649394 Aug 27 04:04:49.341693 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8258ae5e-1d96-4f40-bb36-837c6c9e3c87 req-131a932c-cd4f-4877-95ef-5540432c26d9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753624 Aug 27 04:04:49.357249 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dfd0edaf-dd7c-4658-a5b4-8d29f3ee273d req-3a5eb38c-36c1-4faa-8b4a-31b86a54c2af tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474159 Aug 27 04:04:49.380336 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3e326-53f0-4dc3-9971-3c9277ae1690 req-59764e93-2ded-4ccc-b4da-bcc28c28260c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.399438 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65a3e326-53f0-4dc3-9971-3c9277ae1690 req-59764e93-2ded-4ccc-b4da-bcc28c28260c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.2213619 Aug 27 04:04:49.445385 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-54f67500-fb99-4e0f-b3f4-72244dd5665f req-c0ed9863-6fc4-47be-b326-94d7ad31ab0c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 210 time: 0.0435672 Aug 27 04:04:49.465444 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65a3e326-53f0-4dc3-9971-3c9277ae1690 req-2539f26d-a2a8-4504-bea4-5f17f7002cf3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648336 Aug 27 04:04:49.735677 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b11f4-6d88-406d-8c9b-d2cb1106ef1a req-93059818-144d-465a-9288-c9cd36c3796d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.737279 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-992b11f4-6d88-406d-8c9b-d2cb1106ef1a req-93059818-144d-465a-9288-c9cd36c3796d tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.0597820 Aug 27 04:04:49.785929 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-992b11f4-6d88-406d-8c9b-d2cb1106ef1a req-60e10844-49b6-474f-bedf-062783b5c4af tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Aug 27 04:04:49.792333 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 02b88bfe-47b2-499b-ae40-39de8359b2f6 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:49.846495 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 02b88bfe-47b2-499b-ae40-39de8359b2f6 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:49.850614 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 02b88bfe-47b2-499b-ae40-39de8359b2f6 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:49.850918 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:49.925026 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a46ad-ffd4-4c36-a07b-ff71b4d0379a req-d5bdf814-e61a-4231-9883-1931851bd9ed tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.932827 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e14a46ad-ffd4-4c36-a07b-ff71b4d0379a req-d5bdf814-e61a-4231-9883-1931851bd9ed tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0596201 Aug 27 04:04:49.945580 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:49.984786 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e14a46ad-ffd4-4c36-a07b-ff71b4d0379a req-fd0187c8-8e1b-4dbb-8ba4-daffd25f9d36 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511644 Aug 27 04:04:50.017254 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:50.025343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.086938 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:50.127538 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-8b5ef5ca-db76-4218-ac1d-4c5685537d93 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.129015 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-8b5ef5ca-db76-4218-ac1d-4c5685537d93 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.38 "GET /v2.0/networks?id=8e8859e2-6c64-47d2-b5e3-a4640e78f702 HTTP/1.1" status: 200 len: 808 time: 0.1433694 Aug 27 04:04:50.170461 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1aa791b-8ed2-42f8-99f4-0de512b73e58 req-64c52663-1782-4edf-80c0-73eef4fc7fe5 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 210 time: 0.0286365 Aug 27 04:04:50.174460 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Request body: {'port': {'device_id': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702', 'admin_state_up': True, 'tenant_id': 'cf8a28b12bc84b05a38601fefbffea44'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:50.281641 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Made reservation on behalf of cf8a28b12bc84b05a38601fefbffea44 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:50.285959 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.417258 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Allocated IP 172.20.0.14 (8e8859e2-6c64-47d2-b5e3-a4640e78f702/8019a7ed-44c9-4469-b401-1cde9469ff4b/4b71b1f7-f2eb-4b27-81ad-27f15b222ed0) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:50.505515 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6096-8b13-4ede-8f8c-c940340569cf req-ef642923-18fb-445c-88a4-d0231b308e87 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.507026 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0afe6096-8b13-4ede-8f8c-c940340569cf req-ef642923-18fb-445c-88a4-d0231b308e87 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0827653 Aug 27 04:04:50.596729 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-df8b623d-aec0-43f3-83cc-27aae0082c60 req-aded559d-e85e-4cd9-84e3-1473d08b972d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 210 time: 0.0492647 Aug 27 04:04:50.638029 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0afe6096-8b13-4ede-8f8c-c940340569cf req-8fe2dad8-e515-484f-8b5a-0e00f211e088 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200259 Aug 27 04:04:50.755254 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.795617 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bf9ca-f82e-48f4-8684-ee46f481c113 req-3f34fce4-82e1-4e14-a47a-7636b8540715 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.797262 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fc3bf9ca-f82e-48f4-8684-ee46f481c113 req-3f34fce4-82e1-4e14-a47a-7636b8540715 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1246681 Aug 27 04:04:50.806304 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-55b924d7-a591-448d-a485-9a85c2d17ac8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.807636 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-55b924d7-a591-448d-a485-9a85c2d17ac8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.1972804 Aug 27 04:04:50.840527 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Request body: {'port': {'device_id': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'admin_state_up': True, 'tenant_id': 'f317e49134df457db8274562ca04f78d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:50.858127 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:50.864619 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddeacae-f97c-47e6-a4e1-ec5d334215d8" -d '{"events": [{"server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "name": "network-vif-plugged", "status": "completed", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:50.944057 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fc3bf9ca-f82e-48f4-8684-ee46f481c113 req-5d72cd77-7047-406c-a204-e242ec516d63 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335046 Aug 27 04:04:50.955252 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.992966 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a92089-148b-414f-b725-bb06edc5bce0 x-openstack-request-id: req-44a92089-148b-414f-b725-bb06edc5bce0 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:50.993264 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "name": "network-vif-plugged", "status": "completed", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:50.993612 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44a92089-148b-414f-b725-bb06edc5bce0 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:50.993976 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'code': 200} Aug 27 04:04:51.056136 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094c0d2-562f-4001-a9b0-be87973109f2 req-ad6ab50e-87e0-4a9c-99c5-46daa8ed8cf7 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.059614 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3094c0d2-562f-4001-a9b0-be87973109f2 req-ad6ab50e-87e0-4a9c-99c5-46daa8ed8cf7 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.1666346 Aug 27 04:04:51.066195 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:51.108242 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:51.115019 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:51.120528 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.122000 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:51.133948 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3094c0d2-562f-4001-a9b0-be87973109f2 req-631b471a-3b67-4119-b72f-a479665a81c3 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720766 Aug 27 04:04:51.181341 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Pushing event updated for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:51.209425 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:51.213347 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:51.224697 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-1078352f-2dff-4719-9561-9fd243b89f54 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568438 Aug 27 04:04:51.238215 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6989ac-2383-4895-a09d-79e8aeab1bb6 req-6e804999-4a4b-4205-bd80-77f8e9e15149 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.239732 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f6989ac-2383-4895-a09d-79e8aeab1bb6 req-6e804999-4a4b-4205-bd80-77f8e9e15149 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1378286 Aug 27 04:04:51.248278 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Request body: {'port': {'device_id': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:51.268539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be4f43-509d-47b5-8532-c187ec074b7b req-61beae12-14ef-4a48-b77f-c4dc2c16fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.270205 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-57be4f43-509d-47b5-8532-c187ec074b7b req-61beae12-14ef-4a48-b77f-c4dc2c16fa59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1099 time: 0.0521662 Aug 27 04:04:51.311216 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-57be4f43-509d-47b5-8532-c187ec074b7b req-907c86e8-7252-4f3c-ae9d-acae03d885ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Aug 27 04:04:51.437239 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f6989ac-2383-4895-a09d-79e8aeab1bb6 req-5b05b898-704f-4f23-84ed-b0715a13e74b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832321 Aug 27 04:04:51.449081 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:51.679307 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6dfe-92ca-4f78-9e34-d65bd346c4ea req-dd0da263-ff2a-4405-b0d3-c82547699ec4 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.680861 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5f2e6dfe-92ca-4f78-9e34-d65bd346c4ea req-dd0da263-ff2a-4405-b0d3-c82547699ec4 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 932 time: 0.4297910 Aug 27 04:04:51.737846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-45f2d69f-c4a5-4d88-a054-6cf9e1a2bd18 req-ec21dcdd-e466-4b60-b39c-6e4d0234b644 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 210 time: 0.0536759 Aug 27 04:04:51.771667 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Allocated IP 172.20.0.6 (bf8a4636-c50a-4e33-8970-f488856272c1/1ea2b3a3-15cc-4521-969e-126f56c28a3a/cf318eb1-1bd2-45b1-8b39-a000f890290d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:51.799791 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5f2e6dfe-92ca-4f78-9e34-d65bd346c4ea req-bf4a1543-d1ad-448e-aad2-1af837c2ae13 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117523 Aug 27 04:04:52.031403 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53a07-3a22-4bd6-a620-5e78d60e5d60 req-e4e9c8cd-12fa-4cd9-aba6-0eb511dac3cf tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.032923 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c8c53a07-3a22-4bd6-a620-5e78d60e5d60 req-e4e9c8cd-12fa-4cd9-aba6-0eb511dac3cf tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.2096550 Aug 27 04:04:52.189957 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c8c53a07-3a22-4bd6-a620-5e78d60e5d60 req-76cf5c06-220a-4b2f-a4aa-7673b1b8ce12 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280766 Aug 27 04:04:52.193513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.226973 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385d058-c93d-4812-9f12-711d071a1159 req-f3eb4ede-31c9-4b7b-a43f-8b16b33cadf6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.228632 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0385d058-c93d-4812-9f12-711d071a1159 req-f3eb4ede-31c9-4b7b-a43f-8b16b33cadf6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1947999 Aug 27 04:04:52.358642 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0385d058-c93d-4812-9f12-711d071a1159 req-7029d426-c514-4282-9f45-a24c04371b52 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226346 Aug 27 04:04:52.371561 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:52.380041 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.385602 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.399191 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:52.434196 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d577-2bc8-4c27-bd81-ff1b249fd96d req-aa1d4ea2-4fee-4daf-9162-60d654d67901 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.435727 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05b8d577-2bc8-4c27-bd81-ff1b249fd96d req-aa1d4ea2-4fee-4daf-9162-60d654d67901 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.1721342 Aug 27 04:04:52.447086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Transition to ACTIVE for port object 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:52.452556 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Network bf8a4636-c50a-4e33-8970-f488856272c1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:52.461611 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.473806 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:52.490033 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:52.495764 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.497010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.505766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event updated for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:52.564110 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-abca106c-3103-41cd-8bda-01515873e97a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7359223 Aug 27 04:04:52.580464 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05b8d577-2bc8-4c27-bd81-ff1b249fd96d req-4f01c0e7-8216-4e33-b115-35f50e489d9f tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/security-groups?id=e0708011-1084-4812-8216-035a26f30654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347585 Aug 27 04:04:52.622666 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Request body: {'port': {'device_id': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:52.661718 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Pushing event updated for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:52.673191 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Attempting to bind port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:52.673535 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Attempting to bind port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'afd78bf8-ed15-426d-b32e-1eaa343f9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:52.673869 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Attempting to bind port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 on network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:52.700134 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 on network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:52.700369 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Attempting to bind port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 on network 8e8859e2-6c64-47d2-b5e3-a4640e78f702 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:52.714098 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfb018-3807-4015-92fc-482c6bf7f53e req-0ac98695-ac73-4478-a68f-a7809b553b2a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.715623 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3acfb018-3807-4015-92fc-482c6bf7f53e req-0ac98695-ac73-4478-a68f-a7809b553b2a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1743286 Aug 27 04:04:52.719802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.721646 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:52.721981 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Checking segment: {'id': 'afd78bf8-ed15-426d-b32e-1eaa343f9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:52.722360 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Bound using segment: {'id': 'afd78bf8-ed15-426d-b32e-1eaa343f9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:52.722785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Bound port: 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd78bf8-ed15-426d-b32e-1eaa343f9622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:52.723128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.853783 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3acfb018-3807-4015-92fc-482c6bf7f53e req-a44f0460-d4c4-4e54-823b-25ad00f7386a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278369 Aug 27 04:04:52.934727 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:52.989978 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245055-c3e0-4b18-be5f-286fec6dfca1 req-da0314ee-4540-4140-8993-7f25ec348a56 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.991509 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2c245055-c3e0-4b18-be5f-286fec6dfca1 req-da0314ee-4540-4140-8993-7f25ec348a56 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 931 time: 0.1763196 Aug 27 04:04:52.993420 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,segment=NetworkSegment(afd78bf8-ed15-426d-b32e-1eaa343f9622),segment_id=afd78bf8-ed15-426d-b32e-1eaa343f9622)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:53.010980 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.020324 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-64c49e45-7738-4298-9c09-2d94fb59caf3 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.022512 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-64c49e45-7738-4298-9c09-2d94fb59caf3 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.38 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 945 time: 0.0849934 Aug 27 04:04:53.136062 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.136691 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.138058 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] 10.222.0.38 "PUT /v2.0/ports/4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 HTTP/1.1" status: 200 len: 1094 time: 1.8972583 Aug 27 04:04:53.143013 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:53.145689 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:53.172821 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca624e8-a7ec-4661-8ec9-cacb973623cd service neutron] Pushing event updated for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:53.182424 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2c245055-c3e0-4b18-be5f-286fec6dfca1 req-8619221d-985b-4cc4-b59b-86fb8cc840c3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771662 Aug 27 04:04:53.194773 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e26fa-7740-438e-89ea-183f4c9a4b53 req-938c00f4-b9d9-4b67-b5c2-b3c95315ffb2 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.196407 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f9e26fa-7740-438e-89ea-183f4c9a4b53 req-938c00f4-b9d9-4b67-b5c2-b3c95315ffb2 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 944 time: 0.2537286 Aug 27 04:04:53.304079 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-58edcdd4-0abc-4236-bdee-2688b0efbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.305618 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-58edcdd4-0abc-4236-bdee-2688b0efbfaa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf8a28b12bc84b05a38601fefbffea44&device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 1097 time: 0.1059496 Aug 27 04:04:53.318034 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f9e26fa-7740-438e-89ea-183f4c9a4b53 req-1b64b962-fdf3-4e39-a1fc-f92ef3e554c5 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005886 Aug 27 04:04:53.399965 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e9801e-a067-4d13-af62-b6d1fa7a7783 x-openstack-request-id: req-66e9801e-a067-4d13-af62-b6d1fa7a7783 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:53.400286 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:53.400776 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66e9801e-a067-4d13-af62-b6d1fa7a7783 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:53.400902 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0', 'status': 'completed', 'code': 200} Aug 27 04:04:53.403193 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-6c05e993-cb90-4b76-b1c6-20332a24d663 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 HTTP/1.1" status: 200 len: 217 time: 0.0798445 Aug 27 04:04:53.424075 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Deleting port a23c048d-4a63-45b8-807b-72feeaa92030 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:04:53.424409 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.488272 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf318eb1-1bd2-45b1-8b39-a000f890290d {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:53.513190 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.532782 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac4f07-c6fc-4afb-b15e-b2f28fac68e7 req-4b7dd249-eac9-46a9-8773-d25e35f5d3c0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.532782 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-77ac4f07-c6fc-4afb-b15e-b2f28fac68e7 req-4b7dd249-eac9-46a9-8773-d25e35f5d3c0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.2064667 Aug 27 04:04:53.540184 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 33936) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:53.546807 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'floatingip': {'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:53.550204 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] For port a23c048d-4a63-45b8-807b-72feeaa92030, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a23c048d-4a63-45b8-807b-72feeaa92030,segment=NetworkSegment(7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad),segment_id=7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:53.550820 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.570408 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Calling delete_port for a23c048d-4a63-45b8-807b-72feeaa92030 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:04:53.773661 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.793984 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['a23c048d-4a63-45b8-807b-72feeaa92030'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:53.806228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Pushing event deleted for resources: {'Port': ['ID=a23c048d-4a63-45b8-807b-72feeaa92030,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:53.840486 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-06b43538-5145-4293-b92b-cc3681e96e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.843542 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-06b43538-5145-4293-b92b-cc3681e96e75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8019a7ed-44c9-4469-b401-1cde9469ff4b HTTP/1.1" status: 200 len: 848 time: 0.4153714 Aug 27 04:04:53.843542 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Transition to ACTIVE for port object cf318eb1-1bd2-45b1-8b39-a000f890290d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:53.875623 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] No DVR routers for this DVR port a23c048d-4a63-45b8-807b-72feeaa92030 on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:04:53.879306 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.881689 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3f502287-cffb-47ab-aa07-48609ae019f4 req-7e079eab-de20-4925-93d1-fbd0cac92150 tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.38 "DELETE /v2.0/ports/a23c048d-4a63-45b8-807b-72feeaa92030 HTTP/1.1" status: 204 len: 173 time: 0.8419192 Aug 27 04:04:53.882349 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'name': 'network-vif-deleted', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:53.884982 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55347a22-17f3-41d4-b9e5-5703292a1f87" -d '{"events": [{"server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "name": "network-vif-deleted", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:53.890187 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.901771 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33950) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:53.909487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c1d20-60ef-4734-94f5-a934184a14b3 req-c6de08bf-f133-4ef7-b5e3-eb473de948ac tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.911069 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f4c1d20-60ef-4734-94f5-a934184a14b3 req-c6de08bf-f133-4ef7-b5e3-eb473de948ac tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.4465938 Aug 27 04:04:53.913674 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:53.985075 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-fb8fd995-c991-4562-832f-86828d738355 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e8859e2-6c64-47d2-b5e3-a4640e78f702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180696 Aug 27 04:04:54.020358 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0f2a-25cb-4982-a08a-09c0029a63e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.114440 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0f2a-25cb-4982-a08a-09c0029a63e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.118849 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0f2a-25cb-4982-a08a-09c0029a63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.161178 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:54.170200 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9b3a0f2a-25cb-4982-a08a-09c0029a63e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=133d709a713a478ea240e5cfae28ea61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662675 Aug 27 04:04:54.172137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33954) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:54.172829 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a0f2a-25cb-4982-a08a-09c0029a63e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb62831-5c00-4265-9a35-778cb886d980,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:54.195478 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f06b-4d64-4b60-82ea-b4548e152b5f req-d8438477-6b66-402b-8610-eea4e4703f22 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:54.197038 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1675f06b-4d64-4b60-82ea-b4548e152b5f req-d8438477-6b66-402b-8610-eea4e4703f22 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.3529434 Aug 27 04:04:54.232013 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f4c1d20-60ef-4734-94f5-a934184a14b3 req-7cf99189-6b6d-44d0-87d9-fc9fa9e31146 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658420 Aug 27 04:04:54.242887 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.292086 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.309601 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Attempting to bind port cf318eb1-1bd2-45b1-8b39-a000f890290d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:54.309833 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Attempting to bind port cf318eb1-1bd2-45b1-8b39-a000f890290d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:54.310164 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Attempting to bind port cf318eb1-1bd2-45b1-8b39-a000f890290d on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:54.329237 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Port cf318eb1-1bd2-45b1-8b39-a000f890290d on network bf8a4636-c50a-4e33-8970-f488856272c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:54.329555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Attempting to bind port cf318eb1-1bd2-45b1-8b39-a000f890290d on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:54.345822 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.348032 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.349183 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bb62831-5c00-4265-9a35-778cb886d980 HTTP/1.1" status: 204 len: 168 time: 0.1689827 Aug 27 04:04:54.357753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f1ea-4f72-41bd-9cea-e0728e6aa4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb62831-5c00-4265-9a35-778cb886d980,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:54.386604 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:54.386942 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Checking segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:54.387323 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Bound using segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:54.387777 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Bound port: cf318eb1-1bd2-45b1-8b39-a000f890290d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:54.388134 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.395192 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f935317b-a6ca-4bc1-a746-2456f94238c4 req-773e157f-e135-4588-a737-3d7d00ece98b tempest-DeleteServersTestJSON-1849887342 tempest-DeleteServersTestJSON-1849887342-project] 10.222.0.70 "GET /v2.0/ports?device_id=579b8a40-5c1d-46b6-a1a6-cefe4874254c HTTP/1.1" status: 200 len: 210 time: 0.0682352 Aug 27 04:04:54.429375 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1675f06b-4d64-4b60-82ea-b4548e152b5f req-ed2a18d7-c6b7-4556-87f0-8bba604a086c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052305 Aug 27 04:04:54.434696 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-e0fc3edc-a643-4eaf-9fb4-da7b43a7cf99 service neutron] 10.222.0.38 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948677 Aug 27 04:04:54.453028 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f1dfe7-9243-46f8-8a1c-d4501cc62c2b x-openstack-request-id: req-e6f1dfe7-9243-46f8-8a1c-d4501cc62c2b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:54.453319 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b8a40-5c1d-46b6-a1a6-cefe4874254c", "name": "network-vif-deleted", "tag": "a23c048d-4a63-45b8-807b-72feeaa92030", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:54.453572 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6f1dfe7-9243-46f8-8a1c-d4501cc62c2b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:54.454016 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b8a40-5c1d-46b6-a1a6-cefe4874254c', 'name': 'network-vif-deleted', 'tag': 'a23c048d-4a63-45b8-807b-72feeaa92030', 'status': 'completed', 'code': 200} Aug 27 04:04:54.684686 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33968) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:54.699434 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-19c7f000-25f0-4675-97aa-997faca70209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.738055 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:54.796499 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:54.827944 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-19c7f000-25f0-4675-97aa-997faca70209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.833460 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-19c7f000-25f0-4675-97aa-997faca70209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.836463 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f51c2-b35a-4413-96a1-ccd757dbc78b req-7547cc56-4d70-4b0b-8300-01ee0b572dab tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:54.838554 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c20f51c2-b35a-4413-96a1-ccd757dbc78b req-7547cc56-4d70-4b0b-8300-01ee0b572dab tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 943 time: 0.3356545 Aug 27 04:04:54.873818 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-19c7f000-25f0-4675-97aa-997faca70209 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3e17460910445ce99e7afaed9a3730f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876051 Aug 27 04:04:54.875752 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:54.876395 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33970) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:54.879274 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1737f6b7-a2eb-486b-ac3b-92303dd3a136 req-2304e56a-eb5d-4518-afec-50344cf98aa3 service neutron] 10.222.0.38 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158392 Aug 27 04:04:54.888126 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4552-e868-4518-ac97-28585e72855e req-bd8b8972-7a6a-4cdf-b67c-99ba7acf9679 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:54.899661 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-920b4552-e868-4518-ac97-28585e72855e req-bd8b8972-7a6a-4cdf-b67c-99ba7acf9679 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.3679171 Aug 27 04:04:54.902754 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33972) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:54.909747 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'floatingip': {'port_id': '02b88bfe-47b2-499b-ae40-39de8359b2f6'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:55.004723 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7f000-25f0-4675-97aa-997faca70209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a6806-c800-481d-8a9f-d6cda5c029b2,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:55.017876 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.028870 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.029490 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.030846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf318eb1-1bd2-45b1-8b39-a000f890290d HTTP/1.1" status: 200 len: 1093 time: 2.4344697 Aug 27 04:04:55.102826 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.156004 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.157144 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c20f51c2-b35a-4413-96a1-ccd757dbc78b req-4c320cce-04a3-43c1-ac07-72b163bdfac2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540860 Aug 27 04:04:55.176816 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115bea6-d6b4-4238-9cc2-55a64764bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:55.225353 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f980315-60dc-4c94-8af3-1d2ad60425f8 req-dd31ca41-8e01-4486-82e9-b3267ba4d04d tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.226823 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8f980315-60dc-4c94-8af3-1d2ad60425f8 req-dd31ca41-8e01-4486-82e9-b3267ba4d04d tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 944 time: 0.2802076 Aug 27 04:04:55.228686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.resource_extend [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 04:04:55.288188 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.290796 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.292010 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/637a6806-c800-481d-8a9f-d6cda5c029b2 HTTP/1.1" status: 204 len: 168 time: 0.4145792 Aug 27 04:04:55.337721 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24f8b0-6fde-4625-a0ea-906f6e4edeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a6806-c800-481d-8a9f-d6cda5c029b2,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:55.473763 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:55.476067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:55.480939 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-512fe4a1-256d-4da1-850f-b9b0924bb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.482449 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-512fe4a1-256d-4da1-850f-b9b0924bb2e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf8a28b12bc84b05a38601fefbffea44&device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 1097 time: 0.4929609 Aug 27 04:04:55.576158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-6e722689-b7fc-4d88-855d-c76fe4065c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.577417 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-6e722689-b7fc-4d88-855d-c76fe4065c8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 1096 time: 0.4771764 Aug 27 04:04:55.615240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.675453 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.721748 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-244034c1-5b75-4699-91f5-feb997ccea85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d HTTP/1.1" status: 200 len: 217 time: 0.1153009 Aug 27 04:04:55.731962 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8f980315-60dc-4c94-8af3-1d2ad60425f8 req-67615f8e-9731-4959-8714-c2dca68fd7b4 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455273 Aug 27 04:04:55.792857 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.802137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:55.803918 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc36457-8edb-499b-8467-a7e84164f16c x-openstack-request-id: req-fbc36457-8edb-499b-8467-a7e84164f16c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:55.804211 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:55.804462 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbc36457-8edb-499b-8467-a7e84164f16c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:55.804853 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'status': 'completed', 'code': 200} Aug 27 04:04:55.857442 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babbfff-8409-4e44-ba89-3cb99954a0e8 req-7b19e0f5-c215-467d-b2e5-b7362ef10d0b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.864434 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0babbfff-8409-4e44-ba89-3cb99954a0e8 req-7b19e0f5-c215-467d-b2e5-b7362ef10d0b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.3343551 Aug 27 04:04:55.875563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-ddb8afa8-4f20-467c-ac4a-b04993e97d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.877035 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-ddb8afa8-4f20-467c-ac4a-b04993e97d2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e8859e2-6c64-47d2-b5e3-a4640e78f702 HTTP/1.1" status: 200 len: 909 time: 0.3739800 Aug 27 04:04:55.927509 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0babbfff-8409-4e44-ba89-3cb99954a0e8 req-96fc7e3a-e7ab-4e9a-8d23-c5213c77d580 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546322 Aug 27 04:04:55.940884 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Floating IP 7311f875-51ad-4b6f-8827-b405f57e5952 associated. External IP: 172.28.2.254, port: 02b88bfe-47b2-499b-ae40-39de8359b2f6. Aug 27 04:04:55.949239 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-f3c5a61a-1d52-4d8a-9a36-d8d44d24ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.950718 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-f3c5a61a-1d52-4d8a-9a36-d8d44d24ea62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.2169209 Aug 27 04:04:55.954947 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 33996) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:55.995801 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-53fa2d02-35cb-43a9-a71d-41150df92b42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 HTTP/1.1" status: 200 len: 217 time: 0.0750480 Aug 27 04:04:56.007453 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e580b3e-79cf-4a88-8a8b-1ace99e16bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.013347 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.l3_db [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Floating IP 415763e7-f49e-4c08-8ad8-16f9c54b6c50 associated. External IP: 172.28.2.6, port: 697d8324-34e8-4941-b6f9-29b6979b9a9f. Aug 27 04:04:56.024059 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-9f5b8ae7-a9cc-41b6-b89f-1c37371d1fdf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388443 Aug 27 04:04:56.197062 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-079c981b-b3e4-4a37-879b-29f98a1df3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.199294 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-079c981b-b3e4-4a37-879b-29f98a1df3a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8019a7ed-44c9-4469-b401-1cde9469ff4b HTTP/1.1" status: 200 len: 848 time: 0.1874928 Aug 27 04:04:56.235821 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e580b3e-79cf-4a88-8a8b-1ace99e16bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.244068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e580b3e-79cf-4a88-8a8b-1ace99e16bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.244241 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-6afa518b-5916-4f3a-86aa-f88da5dcac14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e8859e2-6c64-47d2-b5e3-a4640e78f702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361855 Aug 27 04:04:56.247571 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:56.296818 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7e580b3e-79cf-4a88-8a8b-1ace99e16bde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54f79ba50ee1488fb05cb30fb2a2c722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407998 Aug 27 04:04:56.297905 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580b3e-79cf-4a88-8a8b-1ace99e16bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac45dc3-d2bd-4fe1-a183-ba3a8a1e50fe,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:56.302612 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34002) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:56.347773 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-bcef8cf5-1faf-43fe-8cf7-8cd3bc056f06 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877667 Aug 27 04:04:56.480028 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03adba-08cd-4ba1-95a5-50bb667c38a2 req-eb64d01a-e43b-44fb-9e33-b16be2f8710f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.481556 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d03adba-08cd-4ba1-95a5-50bb667c38a2 req-eb64d01a-e43b-44fb-9e33-b16be2f8710f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 943 time: 0.2398937 Aug 27 04:04:56.563505 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-b97b8a77-8b4a-4c89-9d2e-7ea0de63981e service neutron] 10.222.0.38 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029473 Aug 27 04:04:56.635713 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.647740 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:56.652215 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9defa18-c847-429f-a3b9-9fda61f6e39e req-4543a91c-5f41-4e86-9e27-ffcf175de3a8 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690570 Aug 27 04:04:56.652444 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.658553 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d03adba-08cd-4ba1-95a5-50bb667c38a2 req-b873c490-b4f5-42a2-9c8c-fdddd57d5776 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434028 Aug 27 04:04:56.660456 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:56.673724 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:56.685055 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.691843 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:56.693151 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:56.696705 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f62a5174-1c4b-4dae-b5e5-4fe9e816c4e1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "PUT /v2.0/floatingips/7311f875-51ad-4b6f-8827-b405f57e5952 HTTP/1.1" status: 200 len: 992 time: 1.7921028 Aug 27 04:04:56.699425 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:56.701729 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:56.750245 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7ba98-4d8c-434a-8901-a899f393300e x-openstack-request-id: req-d0b7ba98-4d8c-434a-8901-a899f393300e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:56.750544 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:56.750800 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0b7ba98-4d8c-434a-8901-a899f393300e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:56.751202 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'status': 'completed', 'code': 200} Aug 27 04:04:56.754112 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.757986 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.783369 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aac45dc3-d2bd-4fe1-a183-ba3a8a1e50fe HTTP/1.1" status: 204 len: 168 time: 0.4556398 Aug 27 04:04:56.805507 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a393cc76-c2ae-4eb9-bd4d-5050ca965ea1 req-64343d26-e466-40d9-b81b-fb03aeb47091 service neutron] 10.222.0.38 "GET /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303696 Aug 27 04:04:56.826913 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2470573-930e-4f1d-9606-a41f97ec7cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac45dc3-d2bd-4fe1-a183-ba3a8a1e50fe,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:56.888101 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-97ac9483-503b-4dcd-ba82-d9c1c5ea169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.889980 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-97ac9483-503b-4dcd-ba82-d9c1c5ea169b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1099 time: 0.0859606 Aug 27 04:04:56.912709 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-0c13e575-c0dd-4154-ab06-272fe09b3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.914094 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-0c13e575-c0dd-4154-ab06-272fe09b3b3a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 1096 time: 0.1616821 Aug 27 04:04:56.936988 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:56.983742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:56.990139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:56.993681 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:57.024989 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:57.025754 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:57.025920 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01fbf9-e1e7-478d-8ed8-f2941cf1dd38 req-80822976-c093-4087-9fd8-40ea7e440884 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.033120 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1d01fbf9-e1e7-478d-8ed8-f2941cf1dd38 req-80822976-c093-4087-9fd8-40ea7e440884 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 944 time: 0.1654601 Aug 27 04:04:57.080715 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-570fd5bb-a24d-49bf-9b33-6662e7abb831 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "PUT /v2.0/floatingips/415763e7-f49e-4c08-8ad8-16f9c54b6c50 HTTP/1.1" status: 200 len: 990 time: 3.5382087 Aug 27 04:04:57.086460 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-0bf4a7bf-2a42-482d-a110-f6864c974595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.087853 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-0bf4a7bf-2a42-482d-a110-f6864c974595 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.1786449 Aug 27 04:04:57.140080 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-d7d91cd1-4a55-43de-b706-6472cad5f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.149819 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-d7d91cd1-4a55-43de-b706-6472cad5f3a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 916 time: 0.2171526 Aug 27 04:04:57.164269 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1d01fbf9-e1e7-478d-8ed8-f2941cf1dd38 req-ce8f475b-0122-4f40-b747-9acf57207e42 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 Aug 27 04:04:57.225704 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-9f3812a3-5e6a-410b-b2fb-6dedcc613bab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 1000 time: 0.1238432 Aug 27 04:04:57.252064 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:57.323467 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-bf6416c0-dc0d-4449-810b-d94868d103b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.325259 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-bf6416c0-dc0d-4449-810b-d94868d103b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0860422 Aug 27 04:04:57.381533 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '7311f875-51ad-4b6f-8827-b405f57e5952', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:ab:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:32Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:57.423462 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:57.450692 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:57.451608 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:57.457303 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-984fd60d-44f0-4c3b-967f-51e93c5fd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.461726 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-984fd60d-44f0-4c3b-967f-51e93c5fd659 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172240 Aug 27 04:04:57.544259 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34036) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:57.555910 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-1a41d73a-905f-4f36-8ba2-7f7848a5c7e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d HTTP/1.1" status: 200 len: 217 time: 0.3561544 Aug 27 04:04:57.580874 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab53cb-222b-4f16-a204-34a42c253d9c req-53939a6f-fe38-490b-a080-a502f0905a86 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.589966 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-20ab53cb-222b-4f16-a204-34a42c253d9c req-53939a6f-fe38-490b-a080-a502f0905a86 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.5047171 Aug 27 04:04:57.618867 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Deleting subnet d3ad7969-6685-41f5-824e-5e1b644e4dd1 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:04:57.625589 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:57.658371 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-c46dc108-6bcf-4866-b353-e3cd42b92285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.659904 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-c46dc108-6bcf-4866-b353-e3cd42b92285 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0960953 Aug 27 04:04:57.666413 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-29912e7f-eeb9-45f9-b143-436a071e4c43 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919649 Aug 27 04:04:57.680446 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-20ab53cb-222b-4f16-a204-34a42c253d9c req-db8d6fb1-8edc-4b44-b5ca-3284221f5bd0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Aug 27 04:04:57.684912 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:57.685927 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:57.737107 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-ca831e1a-e748-43be-88ba-9cb470209625 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501096 Aug 27 04:04:57.808148 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '415763e7-f49e-4c08-8ad8-16f9c54b6c50', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:30Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:57.810250 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:57.812238 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a23c048d-4a63-45b8-807b-72feeaa92030 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:04:57.851509 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:57.864224 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f9a92-c132-4a79-901c-2cf5e817d594" -d '{"events": [{"name": "network-changed", "server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:57.873456 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:57.951651 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb6ace2-87a6-48d4-97b8-52fba76a355b x-openstack-request-id: req-3eb6ace2-87a6-48d4-97b8-52fba76a355b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:57.959274 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:57.959865 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3eb6ace2-87a6-48d4-97b8-52fba76a355b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:57.963841 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'status': 'completed', 'code': 200} Aug 27 04:04:58.044548 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-91b041cb-c38e-4cbb-a9a0-d1efb4b911fa req-37c58f83-7717-43cc-bbba-445a8a7adc6d service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006883 Aug 27 04:04:58.048714 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:58.063596 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: a23c048d-4a63-45b8-807b-72feeaa92030 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:04:58.063966 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a23c048d-4a63-45b8-807b-72feeaa92030 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:04:58.078154 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.124771 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12babe02-cc0b-49bb-a253-c967d002c177 req-f537face-ddc3-4739-a432-6312bf2429a8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:58.132246 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ad7969-6685-41f5-824e-5e1b644e4dd1,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:58.133250 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12babe02-cc0b-49bb-a253-c967d002c177 req-f537face-ddc3-4739-a432-6312bf2429a8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 943 time: 0.2706859 Aug 27 04:04:58.141597 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:58.142159 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:04:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.142994 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.146994 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a42d199b-02fb-4794-8989-ecd221ed89d2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3ad7969-6685-41f5-824e-5e1b644e4dd1 HTTP/1.1" status: 204 len: 168 time: 0.6013999 Aug 27 04:04:58.151459 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34056) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:58.243072 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-b5659176-6f68-4c48-bc2a-4d954d8ad95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:58.248210 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-b5659176-6f68-4c48-bc2a-4d954d8ad95f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1099 time: 0.2140391 Aug 27 04:04:58.258075 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '7311f875-51ad-4b6f-8827-b405f57e5952', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:ab:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:32Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.260316 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-2d6f84ae-d40d-4c89-9f34-e5a4e0949c9e service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041249 Aug 27 04:04:58.276184 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.289854 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:58.304703 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1464e-4e2a-41bb-88e6-c860c78dcebd None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '7311f875-51ad-4b6f-8827-b405f57e5952', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:ab:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:32Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:58.380848 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12babe02-cc0b-49bb-a253-c967d002c177 req-0c3fce50-9d7a-441f-937b-bdd8f99d7aee tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464232 Aug 27 04:04:58.425893 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.434050 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,segment=NetworkSegment(afd78bf8-ed15-426d-b32e-1eaa343f9622),segment_id=afd78bf8-ed15-426d-b32e-1eaa343f9622)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:58.442003 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87959948-3e57-4b7f-b071-3f6d18e89f51']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.459420 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0', 'network_id': '8e8859e2-6c64-47d2-b5e3-a4640e78f702', 'port_id': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0', 'mac_address': 'fa:16:3e:b0:75:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8019a7ed-44c9-4469-b401-1cde9469ff4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:58.468016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.468321 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7857b9bf-90d8-45fb-9a7e-8c1cc396a5ad') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.481653 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.510937 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.524596 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:04:58.525684 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.583614 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:04:58.597806 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:04:58.605618 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.607508 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f078-09f8-4d28-b70d-982833c5eac0 req-d0256a1e-cc7c-47a7-8787-7f8c2139cb5c tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:58.615964 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3e36f078-09f8-4d28-b70d-982833c5eac0 req-d0256a1e-cc7c-47a7-8787-7f8c2139cb5c tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 944 time: 0.3046703 Aug 27 04:04:58.616210 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:58.619385 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.624434 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87959948-3e57-4b7f-b071-3f6d18e89f51 HTTP/1.1" status: 204 len: 168 time: 0.4713538 Aug 27 04:04:58.644919 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-558a9a30-6f95-4811-bb97-c10f121ae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:58.648844 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-558a9a30-6f95-4811-bb97-c10f121ae886 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.3788671 Aug 27 04:04:58.654519 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc67c8-e9b4-4a7a-80b4-ef83faae9eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=87959948-3e57-4b7f-b071-3f6d18e89f51,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:58.655669 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,segment=NetworkSegment(afd78bf8-ed15-426d-b32e-1eaa343f9622),segment_id=afd78bf8-ed15-426d-b32e-1eaa343f9622)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:58.662006 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4f15ab7b-79be-48b1-9dc9-34ae709a70ac req-122d7f5b-c762-47b6-be3c-70cb9cb57f15 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733530 Aug 27 04:04:58.673278 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e321a-f308-4984-94d3-c7380ba2aa0f None None] New status for floating IP 7311f875-51ad-4b6f-8827-b405f57e5952: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:04:58.687550 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.768990 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:58.780514 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '415763e7-f49e-4c08-8ad8-16f9c54b6c50', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:30Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:58.822227 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745a6dc-3e51-46b4-836c-f9dddb58df72 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '415763e7-f49e-4c08-8ad8-16f9c54b6c50', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:04:30Z', 'updated_at': '2021-08-27T04:04:55Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:58.836560 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34076) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:58.882651 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-03b08266-5da9-4539-8ad5-700d8e2c03ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=025796d385294a22af928127c62f5caa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447009 Aug 27 04:04:58.883547 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34078) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:58.887244 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3e36f078-09f8-4d28-b70d-982833c5eac0 req-6a91b1a2-8570-4391-a030-342db7613e3b tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703366 Aug 27 04:04:58.961099 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:58.981881 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-08657ed6-8960-49a6-9fe7-ae688f242d50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 998 time: 0.3188927 Aug 27 04:04:59.000158 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:59.006891 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e883b-39ec-42be-a886-aea2f6a2ff52 req-d4d707cd-6801-4830-b1e8-5769d7761ab2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:59.008814 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a97e883b-39ec-42be-a886-aea2f6a2ff52 req-d4d707cd-6801-4830-b1e8-5769d7761ab2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1925399 Aug 27 04:04:59.059356 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['4b71b1f7-f2eb-4b27-81ad-27f15b222ed0'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:59.092294 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:59.093492 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-8218be92-e292-4969-9903-458dc68d9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:59.095163 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-8218be92-e292-4969-9903-458dc68d9f3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.1055160 Aug 27 04:04:59.095618 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:59.098255 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0708011-1084-4812-8216-035a26f30654 HTTP/1.1" status: 204 len: 168 time: 0.2123625 Aug 27 04:04:59.116533 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9c1b9-01d9-44bb-8d04-6dbbb5843183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0708011-1084-4812-8216-035a26f30654,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:59.145905 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a97e883b-39ec-42be-a886-aea2f6a2ff52 req-fb4e2c29-d43d-452b-9887-0de0f48113d5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043127 Aug 27 04:04:59.178737 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb73c8f-53ec-48f6-953d-2da01cea147b None None] New status for floating IP 415763e7-f49e-4c08-8ad8-16f9c54b6c50: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:04:59.242366 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-4302254c-f424-4254-9bb2-99906211b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:59.244349 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-4302254c-f424-4254-9bb2-99906211b8b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307344 Aug 27 04:04:59.391212 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-e757b78d-3aac-455c-98a0-afc609520beb service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333952 Aug 27 04:04:59.563099 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dfc4f-1518-4645-9461-ad5565a5b8ea req-5487fe26-a0bb-4de5-876a-2eeb99bcd824 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:59.564702 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-675dfc4f-1518-4645-9461-ad5565a5b8ea req-5487fe26-a0bb-4de5-876a-2eeb99bcd824 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 943 time: 0.0898356 Aug 27 04:04:59.601942 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-204f9a92-c132-4a79-901c-2cf5e817d594 req-2aabfcee-e57b-44a1-a17b-79bc6570805f service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970441 Aug 27 04:04:59.628985 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-675dfc4f-1518-4645-9461-ad5565a5b8ea req-e92ecad8-eae4-48ae-b12c-5ee216f232b0 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Aug 27 04:04:59.791244 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device cf318eb1-1bd2-45b1-8b39-a000f890290d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:59.901552 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:59.914622 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'port_id': 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'mac_address': 'fa:16:3e:90:77:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2b3a3-15cc-4521-969e-126f56c28a3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:59.975462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:59.996089 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf318eb1-1bd2-45b1-8b39-a000f890290d {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:00.008030 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551d71-63ed-4ead-8c72-40b20a6d342d req-2498437e-7849-4275-8113-2eda3569ef73 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:00.015634 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10551d71-63ed-4ead-8c72-40b20a6d342d req-2498437e-7849-4275-8113-2eda3569ef73 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 945 time: 0.0605571 Aug 27 04:05:00.017038 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:00.025798 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:00.066408 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10551d71-63ed-4ead-8c72-40b20a6d342d req-0582bbc4-8e41-4067-b8a7-1851ee854d5b tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Aug 27 04:05:00.090799 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:00.322072 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3dc69-dd54-41ad-8ae5-d08930fee263 req-745745a7-07d0-49b1-875a-516b87ecfed5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:00.323601 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ac3dc69-dd54-41ad-8ae5-d08930fee263 req-745745a7-07d0-49b1-875a-516b87ecfed5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0578973 Aug 27 04:05:00.364094 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ac3dc69-dd54-41ad-8ae5-d08930fee263 req-e3689b7f-dc1c-4d04-8f51-eda06f8047f9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Aug 27 04:05:00.422268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['cf318eb1-1bd2-45b1-8b39-a000f890290d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:00.794171 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f6c73-0f41-45bf-9ba8-f48b74f9e327 req-02a6560a-eb9a-47a0-b23e-e06bd6716ea4 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:00.795674 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6e8f6c73-0f41-45bf-9ba8-f48b74f9e327 req-02a6560a-eb9a-47a0-b23e-e06bd6716ea4 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 944 time: 0.0512915 Aug 27 04:05:00.837787 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6e8f6c73-0f41-45bf-9ba8-f48b74f9e327 req-0bc0ec4d-ae77-4f89-aafc-567a4b090a68 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Aug 27 04:05:00.852132 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34178) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:00.957081 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.047370 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.051137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.087966 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9092a51a810f4e8c9a582fa3c0a42d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347207 Aug 27 04:05:01.090202 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829bf02-b98f-4499-a38b-c9fc9c450f2f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:01.091264 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 34184) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:01.097397 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.097649 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.097988 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.098319 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.098645 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.098976 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.099300 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.099623 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.100014 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.100350 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.100668 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.100985 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8572f357-fe25-4f39-acc1-6423719a1c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.177612 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.205264 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.213654 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4a0c-0921-4e98-885d-eda7a97b0362 req-7fa02825-eda0-454b-aa7a-b9bcde3e5d24 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:01.215134 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d3fa4a0c-0921-4e98-885d-eda7a97b0362 req-7fa02825-eda0-454b-aa7a-b9bcde3e5d24 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 945 time: 0.0740299 Aug 27 04:05:01.273837 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d3fa4a0c-0921-4e98-885d-eda7a97b0362 req-1eb87ebe-e69e-4301-9476-1fa79924d187 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519290 Aug 27 04:05:01.286855 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.289601 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.290753 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7829bf02-b98f-4499-a38b-c9fc9c450f2f HTTP/1.1" status: 204 len: 168 time: 0.1982515 Aug 27 04:05:01.299142 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829bf02-b98f-4499-a38b-c9fc9c450f2f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:01.307038 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.307390 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.307757 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.308585 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.308920 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.309257 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.309589 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.309918 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.310252 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.310579 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.310905 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.311231 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf810ef0-434f-4ae6-a121-29880d5d28bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:01.494066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd636c8-3f03-45f4-90b7-6c97917bfd66 req-f08ec311-b545-4343-b9a0-486eee528411 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:01.497284 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8cd636c8-3f03-45f4-90b7-6c97917bfd66 req-f08ec311-b545-4343-b9a0-486eee528411 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0517640 Aug 27 04:05:01.546433 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8cd636c8-3f03-45f4-90b7-6c97917bfd66 req-5e2816ba-1324-4230-a508-6cb9d2e5331f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Aug 27 04:05:01.821969 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:01.885229 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:01.889961 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:01.890539 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:01.993910 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5dfab-8a95-4c6c-b554-a17996df1f13 req-0f6a589b-fed8-430a-8c0a-f2684e40e0f6 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.001378 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ee5dfab-8a95-4c6c-b554-a17996df1f13 req-0f6a589b-fed8-430a-8c0a-f2684e40e0f6 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 944 time: 0.0690320 Aug 27 04:05:02.017205 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:02.049572 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ee5dfab-8a95-4c6c-b554-a17996df1f13 req-58bbd71d-55f8-4769-8463-96c07d7d401b tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Aug 27 04:05:02.053414 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:02.055739 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7fec71-4212-4afc-bd73-55b661b437ca" -d '{"events": [{"server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:02.079119 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,segment=NetworkSegment(afd78bf8-ed15-426d-b32e-1eaa343f9622),segment_id=afd78bf8-ed15-426d-b32e-1eaa343f9622)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:02.085712 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:02.086873 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device cf318eb1-1bd2-45b1-8b39-a000f890290d up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:02.133004 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3febb8f3-2fd5-44e8-886d-040bbfa36f2d x-openstack-request-id: req-3febb8f3-2fd5-44e8-886d-040bbfa36f2d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:02.133297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:02.133551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3febb8f3-2fd5-44e8-886d-040bbfa36f2d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:02.133929 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0', 'code': 200} Aug 27 04:05:02.178648 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:02.198225 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port cf318eb1-1bd2-45b1-8b39-a000f890290d completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:02.204817 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port cf318eb1-1bd2-45b1-8b39-a000f890290d triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:02.205282 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:02.307167 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:02.331138 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97325ea8-5564-4da5-98f5-185053aba28a req-42cf1bcd-1df1-49f3-8f01-2ce618f01a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.333261 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97325ea8-5564-4da5-98f5-185053aba28a req-42cf1bcd-1df1-49f3-8f01-2ce618f01a6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 1099 time: 0.0488009 Aug 27 04:05:02.357914 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:02.363308 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:02.442998 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da736a4-e643-460a-a4ae-6bd3431741c8 req-e8248248-3e6f-4f0e-aa02-4e70d1fc548c tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.444610 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6da736a4-e643-460a-a4ae-6bd3431741c8 req-e8248248-3e6f-4f0e-aa02-4e70d1fc548c tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0912294 Aug 27 04:05:02.447210 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97325ea8-5564-4da5-98f5-185053aba28a req-1047f343-3a0f-447f-a9c8-ffc1f9e01688 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066139 Aug 27 04:05:02.494075 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6da736a4-e643-460a-a4ae-6bd3431741c8 req-89588721-dc68-44c3-9d78-e69974926913 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Aug 27 04:05:02.548928 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:02.666710 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84afa2a-2bb8-41eb-923d-d5bb4f7da690 req-3de04132-9491-4515-a822-b7e6b099b4cf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.668845 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a84afa2a-2bb8-41eb-923d-d5bb4f7da690 req-3de04132-9491-4515-a822-b7e6b099b4cf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0499249 Aug 27 04:05:02.708545 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a84afa2a-2bb8-41eb-923d-d5bb4f7da690 req-9a28e752-429b-4f79-83ea-39bace85fb7a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Aug 27 04:05:03.183663 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b22839-79b0-4524-867d-638f42a60307 req-d9e97a2e-5803-4e6d-a507-86c6cf121bf8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:03.185154 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-04b22839-79b0-4524-867d-638f42a60307 req-d9e97a2e-5803-4e6d-a507-86c6cf121bf8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Aug 27 04:05:03.223276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-04b22839-79b0-4524-867d-638f42a60307 req-2abd8c39-470a-45f5-99bb-61fd84f0abb2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Aug 27 04:05:03.587650 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34294) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:03.617088 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b43de8-ec6f-4f7c-bef5-a52b51e9ef1b req-837fedc6-ca93-4464-95bd-85e7e057e461 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:03.618534 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31b43de8-ec6f-4f7c-bef5-a52b51e9ef1b req-837fedc6-ca93-4464-95bd-85e7e057e461 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0511322 Aug 27 04:05:03.657554 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31b43de8-ec6f-4f7c-bef5-a52b51e9ef1b req-03f205eb-44d9-4acf-a793-4bc962eca40f tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Aug 27 04:05:03.703258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1feb51df-5727-493c-9358-9727ce608ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.794079 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1feb51df-5727-493c-9358-9727ce608ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.798134 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1feb51df-5727-493c-9358-9727ce608ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.829616 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd4e8-7203-4256-abaf-0d6f26d11ca3 req-3a902dd5-651c-4e9f-9881-8e440b34f9d2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:03.831118 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-34ebd4e8-7203-4256-abaf-0d6f26d11ca3 req-3a902dd5-651c-4e9f-9881-8e440b34f9d2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0517647 Aug 27 04:05:03.839093 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1feb51df-5727-493c-9358-9727ce608ef1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=facd430b44fc4f6a869b7b4f7c0ba311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501943 Aug 27 04:05:03.840381 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb51df-5727-493c-9358-9727ce608ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64500a11-cb36-4f42-a02d-61742e6cd851,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:03.841836 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 34302) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:03.903972 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-34ebd4e8-7203-4256-abaf-0d6f26d11ca3 req-00775bb9-b585-4f96-9c41-9eb6c58a2da6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Aug 27 04:05:03.918414 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.939597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.986065 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.989145 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.990290 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64500a11-cb36-4f42-a02d-61742e6cd851 HTTP/1.1" status: 204 len: 168 time: 0.1475570 Aug 27 04:05:03.999080 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583f6f7-ddd7-4aa3-88cb-ab7b9f8e996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64500a11-cb36-4f42-a02d-61742e6cd851,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:04.135553 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:04.139428 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c8e02e-5f3a-403e-a81d-abe09321e8fd" -d '{"events": [{"server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "name": "network-vif-plugged", "status": "completed", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:04.190574 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e5dd42-0938-4a87-a7a6-89347721c934 x-openstack-request-id: req-f5e5dd42-0938-4a87-a7a6-89347721c934 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:04.191330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "name": "network-vif-plugged", "status": "completed", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:04.191800 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5e5dd42-0938-4a87-a7a6-89347721c934 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:04.192603 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'code': 200} Aug 27 04:05:04.292094 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 34318) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:04.309940 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1f98271-0a46-4997-aa48-6477d54a56d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.394766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847cc18-f83b-4ac4-9832-c7eba3b05cb9 req-0bb3cf13-01aa-4943-9e05-6b4cb19b2bb1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:04.396398 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1847cc18-f83b-4ac4-9832-c7eba3b05cb9 req-0bb3cf13-01aa-4943-9e05-6b4cb19b2bb1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0776892 Aug 27 04:05:04.490211 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1847cc18-f83b-4ac4-9832-c7eba3b05cb9 req-962238e0-014a-4dcb-a35b-30e331b8aaf3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Aug 27 04:05:04.500711 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a38c5-6b33-432f-b705-453b096408bf req-02876ebd-6e2a-48be-aded-0762f4efa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:04.502216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ca3a38c5-6b33-432f-b705-453b096408bf req-02876ebd-6e2a-48be-aded-0762f4efa609 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 1098 time: 0.1037874 Aug 27 04:05:04.553702 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1f98271-0a46-4997-aa48-6477d54a56d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.559086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c1f98271-0a46-4997-aa48-6477d54a56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.603437 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ca3a38c5-6b33-432f-b705-453b096408bf req-9631806a-dc32-4c7b-bd01-a66bdf3e19b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859756 Aug 27 04:05:04.617546 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-c1f98271-0a46-4997-aa48-6477d54a56d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ab352e2773c49589b67f7e36a6ac643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233500 Aug 27 04:05:04.619461 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f98271-0a46-4997-aa48-6477d54a56d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a0f9b-ae4a-4e1d-aeff-51915bbbcf96,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:04.620467 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34330) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:04.675018 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.696786 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.745264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.748154 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.749567 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf3a0f9b-ae4a-4e1d-aeff-51915bbbcf96 HTTP/1.1" status: 204 len: 168 time: 0.1278977 Aug 27 04:05:04.763179 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212677e5-5fd2-4a00-b253-91f1cd181beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a0f9b-ae4a-4e1d-aeff-51915bbbcf96,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:04.787350 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88a66-ef12-4662-95c6-c968678725f0 req-bb3a9592-842e-4c6b-b4f9-28c781515367 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:04.792172 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ad88a66-ef12-4662-95c6-c968678725f0 req-bb3a9592-842e-4c6b-b4f9-28c781515367 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0618088 Aug 27 04:05:04.829394 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ad88a66-ef12-4662-95c6-c968678725f0 req-ed0b901b-3d83-4c31-afdd-10a1d24c1ded tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338461 Aug 27 04:05:05.030660 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93868144-7a17-47e4-adb8-628f16ed1f84 req-75c11a71-46ed-4980-a781-7b70ccc2914d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:05.032630 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-93868144-7a17-47e4-adb8-628f16ed1f84 req-75c11a71-46ed-4980-a781-7b70ccc2914d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0577576 Aug 27 04:05:05.082283 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-93868144-7a17-47e4-adb8-628f16ed1f84 req-baa88ce5-5c16-4729-bd14-0d598936141b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Aug 27 04:05:05.100561 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34344) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:05.116432 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6a53539b-7f03-431d-b839-fd086574baf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.232515 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6a53539b-7f03-431d-b839-fd086574baf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.236499 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6a53539b-7f03-431d-b839-fd086574baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.275079 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6a53539b-7f03-431d-b839-fd086574baf1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5e8feb6b31c4f738cf8b4a535b274d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734476 Aug 27 04:05:05.276033 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53539b-7f03-431d-b839-fd086574baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601c67d-4195-4045-aef2-ad739431fa9c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:05.277816 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 34352) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:05.331408 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.355601 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.400155 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.402734 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.403883 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8601c67d-4195-4045-aef2-ad739431fa9c HTTP/1.1" status: 204 len: 168 time: 0.1246293 Aug 27 04:05:05.413157 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2a924-4ead-4687-8f39-440f897e66dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601c67d-4195-4045-aef2-ad739431fa9c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:05.625081 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ed856-c088-4c9b-acea-040a47071aa1 req-9f5ec846-ea73-4e2f-bdd6-117dd8297112 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:05.626585 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3f6ed856-c088-4c9b-acea-040a47071aa1 req-9f5ec846-ea73-4e2f-bdd6-117dd8297112 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Aug 27 04:05:05.670548 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3f6ed856-c088-4c9b-acea-040a47071aa1 req-541201a7-c94e-4b8b-82ad-555970de3247 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Aug 27 04:05:06.201823 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627feb-95e4-4c29-a645-452de6d7ccfb req-71fe1523-84fa-4360-98f7-ba2aaafda1bd tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:06.203344 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-23627feb-95e4-4c29-a645-452de6d7ccfb req-71fe1523-84fa-4360-98f7-ba2aaafda1bd tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Aug 27 04:05:06.244790 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-23627feb-95e4-4c29-a645-452de6d7ccfb req-4565344b-9023-4bd5-8e52-95a01e007fb5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Aug 27 04:05:06.798092 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b013c70-2a8b-4cda-94c3-0b8df195f28c req-5cee882b-8164-4a50-9a89-1f32dedeecda tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:06.800074 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b013c70-2a8b-4cda-94c3-0b8df195f28c req-5cee882b-8164-4a50-9a89-1f32dedeecda tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0590091 Aug 27 04:05:06.841002 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b013c70-2a8b-4cda-94c3-0b8df195f28c req-e4ac1457-ddbf-4e70-912f-a66b5df3a9d2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Aug 27 04:05:07.200502 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-579befb8-baff-4264-93d1-511126e5011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:07.407162 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f4869-f137-4f92-9487-3521e98c56e8 req-b2b323bd-a6bc-4925-8983-f11e5331d96f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:07.409016 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-052f4869-f137-4f92-9487-3521e98c56e8 req-b2b323bd-a6bc-4925-8983-f11e5331d96f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0540323 Aug 27 04:05:07.450892 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-052f4869-f137-4f92-9487-3521e98c56e8 req-2ca12833-d5a9-4b6a-9f7a-1cfef9fea65a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Aug 27 04:05:08.233591 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45d7d8-091e-4f42-9ef8-a9a579ec2014 req-20bca8fa-0a73-4006-b05d-7fa870f36cbf tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:08.235351 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2f45d7d8-091e-4f42-9ef8-a9a579ec2014 req-20bca8fa-0a73-4006-b05d-7fa870f36cbf tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0496104 Aug 27 04:05:08.275278 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2f45d7d8-091e-4f42-9ef8-a9a579ec2014 req-6e9578ef-2341-4d3d-8092-945ffd1b3ae6 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Aug 27 04:05:08.576409 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c795adf-1baf-4fd9-83f5-e1cadc17eb26 req-e70bec14-004b-4579-98fd-986cff5e37c9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:08.577998 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0c795adf-1baf-4fd9-83f5-e1cadc17eb26 req-e70bec14-004b-4579-98fd-986cff5e37c9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0588281 Aug 27 04:05:08.626765 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0c795adf-1baf-4fd9-83f5-e1cadc17eb26 req-e7faa078-a7d0-4ec5-85d9-71be3a1cbe6a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Aug 27 04:05:09.537025 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3b942-c4a0-4e65-beb3-c44c212d4ccc req-3277b3ef-9873-4f7e-a59f-fc6d2dfde306 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.538688 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-56d3b942-c4a0-4e65-beb3-c44c212d4ccc req-3277b3ef-9873-4f7e-a59f-fc6d2dfde306 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0497944 Aug 27 04:05:09.576410 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-56d3b942-c4a0-4e65-beb3-c44c212d4ccc req-9b2635e5-8df2-4b40-ab28-b72eb846c459 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Aug 27 04:05:09.692542 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-c4971776-013b-4299-b70f-71ca2715b503 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407653 Aug 27 04:05:09.749953 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b951-7ae0-4bcc-9325-074324c788ad req-7dbd437f-5aff-4461-b889-f9eafa0329e3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.751500 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7cf0b951-7ae0-4bcc-9325-074324c788ad req-7dbd437f-5aff-4461-b889-f9eafa0329e3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0511222 Aug 27 04:05:09.818813 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7cf0b951-7ae0-4bcc-9325-074324c788ad req-b15fde5f-d14d-4d79-8f9f-c243070cee19 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603392 Aug 27 04:05:09.831024 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-8e2f749a-a0b7-4b90-ae9a-14d196918cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.832957 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-8e2f749a-a0b7-4b90-ae9a-14d196918cf0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 1099 time: 0.0552883 Aug 27 04:05:09.968165 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-a8adfeed-3061-4c85-b2ad-22b4718ee1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.970380 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-a8adfeed-3061-4c85-b2ad-22b4718ee1e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 916 time: 0.0908389 Aug 27 04:05:10.027087 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-c16442cf-2750-45e1-a7a8-e9eb479c06ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d HTTP/1.1" status: 200 len: 217 time: 0.0450091 Aug 27 04:05:10.082072 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-684e0360-4e0d-4257-abd8-d4c1e0dc7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:10.083613 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-684e0360-4e0d-4257-abd8-d4c1e0dc7ce1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0468757 Aug 27 04:05:10.133943 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-6d5f5b3d-4453-49aa-8538-ced76e5e83ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347266 Aug 27 04:05:10.140694 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-62c10a9e-fb62-406d-bb1f-1c89c738324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:10.244725 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-7783e6ac-6ff1-4c53-8c29-bc16da6d171e service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955617 Aug 27 04:05:10.257850 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:10.642056 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce349993-ec9d-4302-8df8-9916a9a3231f req-44ab49fe-52eb-4fbd-a682-3948b1149dbb service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884487 Aug 27 04:05:10.669291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-e9b83152-5878-49f9-93a7-17ce1048944d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:10.671876 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-e9b83152-5878-49f9-93a7-17ce1048944d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.3655903 Aug 27 04:05:10.693020 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-ad109c76-3790-4f52-a7a7-2a17b1d06aff tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/quotas/f317e49134df457db8274562ca04f78d HTTP/1.1" status: 200 len: 375 time: 0.0124359 Aug 27 04:05:10.775651 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee8b3-4791-4d8f-81ee-34907053e07c req-8f651eec-aa86-46ee-9bb3-19adc21b29e0 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:10.777312 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-437ee8b3-4791-4d8f-81ee-34907053e07c req-8f651eec-aa86-46ee-9bb3-19adc21b29e0 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.0798631 Aug 27 04:05:10.785165 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-4c07647c-a8b3-4b46-b028-010f34c35d72 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766957 Aug 27 04:05:10.898499 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-437ee8b3-4791-4d8f-81ee-34907053e07c req-e7197a1e-639a-4085-ba51-49c201f78a82 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf3fd6cb-b172-496a-9784-fb68028b2171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122279 Aug 27 04:05:10.935380 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-076e27c4-bf8c-4f54-b7be-909980b78dc1 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:10.936885 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-076e27c4-bf8c-4f54-b7be-909980b78dc1 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.38 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 946 time: 0.1356397 Aug 27 04:05:10.965758 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-57d4981d-9ce7-4af2-bf0d-49dee44e9730 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705058 Aug 27 04:05:11.133350 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.141617 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05eb9-a6dc-44d3-bd46-cab400ca95ae req-1cfdb188-99b9-40cc-9531-92810e6b7115 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:11.143082 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bce05eb9-a6dc-44d3-bd46-cab400ca95ae req-1cfdb188-99b9-40cc-9531-92810e6b7115 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1818762 Aug 27 04:05:11.186955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-57570bc2-5944-4fdf-8114-4e9e2bf73bd8 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138555 Aug 27 04:05:11.216114 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Deleting port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:05:11.216454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.222597 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bce05eb9-a6dc-44d3-bd46-cab400ca95ae req-ed26b21c-c09b-47be-b409-a663afaf4579 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725019 Aug 27 04:05:11.223832 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.321845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] For port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,segment=NetworkSegment(afd78bf8-ed15-426d-b32e-1eaa343f9622),segment_id=afd78bf8-ed15-426d-b32e-1eaa343f9622)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:11.322472 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.338766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Calling delete_port for 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:05:11.395290 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-19003fde-b09d-414f-bacf-b7589fa9819a req-ef614a3c-8709-4ef2-afbd-a81dc74f9057 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 210 time: 0.0433817 Aug 27 04:05:11.528640 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.540805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['4b71b1f7-f2eb-4b27-81ad-27f15b222ed0'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:11.563219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Pushing event deleted for resources: {'Port': ['ID=4b71b1f7-f2eb-4b27-81ad-27f15b222ed0,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:11.625691 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] No DVR routers for this DVR port 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:05:11.628982 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.631243 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5174f2ee-752c-4974-bc67-c068c1dda861 req-052efa49-abf7-42e7-91c0-f1400c699593 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.38 "DELETE /v2.0/ports/4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 HTTP/1.1" status: 204 len: 173 time: 0.6859934 Aug 27 04:05:11.631768 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'name': 'network-vif-deleted', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:11.634189 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b392dd7-d9be-4dd7-b1f3-0e40a7bf3c52" -d '{"events": [{"server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "name": "network-vif-deleted", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:11.674902 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbffb7e-01e5-4a20-99c8-3ac3e6e189c6 x-openstack-request-id: req-adbffb7e-01e5-4a20-99c8-3ac3e6e189c6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:11.675500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b1dbba-1368-4cdc-a23e-b64c7b26f4fb", "name": "network-vif-deleted", "tag": "4b71b1f7-f2eb-4b27-81ad-27f15b222ed0", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:11.675500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adbffb7e-01e5-4a20-99c8-3ac3e6e189c6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:11.675829 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1dbba-1368-4cdc-a23e-b64c7b26f4fb', 'name': 'network-vif-deleted', 'tag': '4b71b1f7-f2eb-4b27-81ad-27f15b222ed0', 'status': 'completed', 'code': 200} Aug 27 04:05:12.044985 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ae557d6-1558-4c8c-ab51-1277acdcc7ae req-201853f7-92cf-46d9-bf77-6285f84ff908 tempest-VolumesActionsTest-237472437 tempest-VolumesActionsTest-237472437-project] 10.222.0.70 "GET /v2.0/ports?device_id=90b1dbba-1368-4cdc-a23e-b64c7b26f4fb HTTP/1.1" status: 200 len: 210 time: 0.0386152 Aug 27 04:05:12.287172 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 34686) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:12.362462 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb187c6-8be4-4198-ada2-b1d80285817f req-88a88247-3d3b-4ea7-b1fe-984ad4fd1919 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:12.367416 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8cb187c6-8be4-4198-ada2-b1d80285817f req-88a88247-3d3b-4ea7-b1fe-984ad4fd1919 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0692446 Aug 27 04:05:12.426829 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9d07-edd8-4815-adab-d0f43871e16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.443978 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8cb187c6-8be4-4198-ada2-b1d80285817f req-c383220b-4663-4bad-b121-68b973d0ce3c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Aug 27 04:05:12.545628 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-72e4a497-f522-4674-a3e6-96592270108f req-a65653b5-35ef-4792-bf9e-4a8602a132b4 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 210 time: 0.0346267 Aug 27 04:05:12.569451 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9d07-edd8-4815-adab-d0f43871e16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.574191 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9b7b9d07-edd8-4815-adab-d0f43871e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.612916 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-9b7b9d07-edd8-4815-adab-d0f43871e16d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33fdc02db4be41d4adda343c57ecd127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244848 Aug 27 04:05:12.613785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b9d07-edd8-4815-adab-d0f43871e16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d673d3-54bb-4434-9406-4d12073e3faf,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:12.615567 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34694) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:12.619142 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.665728 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.689030 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.735813 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.738355 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.739489 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d673d3-54bb-4434-9406-4d12073e3faf HTTP/1.1" status: 204 len: 168 time: 0.1222963 Aug 27 04:05:12.747756 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7ae42-5865-4a84-80ec-720aef8d6a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d673d3-54bb-4434-9406-4d12073e3faf,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.018193 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34702) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:13.033312 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-344193f5-13e5-4c39-809b-fa11cc393aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.054570 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-4b793f3d-d76a-4e3f-9967-3e06f9df3c62 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.056107 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-4b793f3d-d76a-4e3f-9967-3e06f9df3c62 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.1081469 Aug 27 04:05:13.073495 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Request body: {'port': {'device_id': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'admin_state_up': True, 'tenant_id': 'f317e49134df457db8274562ca04f78d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:13.179619 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-344193f5-13e5-4c39-809b-fa11cc393aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.185694 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-344193f5-13e5-4c39-809b-fa11cc393aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.225125 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:13.231356 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.234497 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344193f5-13e5-4c39-809b-fa11cc393aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977545b9-2acc-4e59-9294-cb9943f60d42,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.259496 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-344193f5-13e5-4c39-809b-fa11cc393aa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3932660ab3f8420ab59b37ff13dc9ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399471 Aug 27 04:05:13.264158 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 34726) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:13.337172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.363242 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.404487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Allocated IP 172.20.0.14 (bf8a4636-c50a-4e33-8970-f488856272c1/1ea2b3a3-15cc-4521-969e-126f56c28a3a/b249e893-6313-4492-906b-450521b76ac8) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:13.422216 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.425198 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.426557 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/977545b9-2acc-4e59-9294-cb9943f60d42 HTTP/1.1" status: 204 len: 168 time: 0.1614704 Aug 27 04:05:13.435539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62097505-7364-41e9-8d41-a1dc514c7924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977545b9-2acc-4e59-9294-cb9943f60d42,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.741711 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.766624 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522bee-26c9-41c2-a6d1-9be963e54b15 req-c69d566f-d042-4af1-aa79-a96f7d0a205f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.768202 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74522bee-26c9-41c2-a6d1-9be963e54b15 req-c69d566f-d042-4af1-aa79-a96f7d0a205f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1137190 Aug 27 04:05:13.811346 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0481dd66-2d3b-4bad-9c16-575daed1cea4 req-c4d9fa57-b054-405d-a95f-153ad4c841a0 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 210 time: 0.0394897 Aug 27 04:05:13.847716 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74522bee-26c9-41c2-a6d1-9be963e54b15 req-7f277e70-5050-490b-8631-99d6cf9ba770 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640330 Aug 27 04:05:13.855439 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.868062 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'cf318eb1-1bd2-45b1-8b39-a000f890290d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:13.905395 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Network bf8a4636-c50a-4e33-8970-f488856272c1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:13.909146 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:13.911599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event updated for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.914074 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:13.920006 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.920648 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.940432 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8c37f60-e220-4ef4-88af-46dcb3aea221 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8714659 Aug 27 04:05:13.961581 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Request body: {'port': {'device_id': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:14.041024 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.313058 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b249e893-6313-4492-906b-450521b76ac8 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:14.320850 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.333322 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Transition to ACTIVE for port object b249e893-6313-4492-906b-450521b76ac8 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:14.336912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.388171 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Pushing event updated for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:14.418711 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Attempting to bind port b249e893-6313-4492-906b-450521b76ac8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:14.419041 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Attempting to bind port b249e893-6313-4492-906b-450521b76ac8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:14.419367 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Attempting to bind port b249e893-6313-4492-906b-450521b76ac8 on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:14.423497 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Port b249e893-6313-4492-906b-450521b76ac8 on network bf8a4636-c50a-4e33-8970-f488856272c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:05:14.423855 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Attempting to bind port b249e893-6313-4492-906b-450521b76ac8 on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:14.428451 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:14.428787 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Checking segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:14.429164 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Bound using segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:14.429577 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Bound port: b249e893-6313-4492-906b-450521b76ac8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:14.429924 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.493125 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:14.496989 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b249e893-6313-4492-906b-450521b76ac8,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:14.501664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.534555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.535164 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.536556 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] 10.222.0.38 "PUT /v2.0/ports/b249e893-6313-4492-906b-450521b76ac8 HTTP/1.1" status: 200 len: 1094 time: 0.5842698 Aug 27 04:05:14.537119 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'tag': 'b249e893-6313-4492-906b-450521b76ac8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:14.539154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f583c3af-70ab-46b3-a7bc-a598110cebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "tag": "b249e893-6313-4492-906b-450521b76ac8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:14.573863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761c836-efc3-452c-a523-1adb6a034732 service neutron] Pushing event updated for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:14.580351 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7aac2b-567b-4184-8882-eab65491cd31 x-openstack-request-id: req-8c7aac2b-567b-4184-8882-eab65491cd31 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:14.580637 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "tag": "b249e893-6313-4492-906b-450521b76ac8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:14.580886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c7aac2b-567b-4184-8882-eab65491cd31 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:14.581277 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'tag': 'b249e893-6313-4492-906b-450521b76ac8', 'status': 'completed', 'code': 200} Aug 27 04:05:14.640599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8f64dfe-7e5a-4fd0-8d0e-36803fc76760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.642206 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-b8f64dfe-7e5a-4fd0-8d0e-36803fc76760 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 1097 time: 0.0426016 Aug 27 04:05:14.698674 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-02126b1c-2232-4a35-b2b6-b1a99640f496 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249e893-6313-4492-906b-450521b76ac8 HTTP/1.1" status: 200 len: 217 time: 0.0438788 Aug 27 04:05:14.762872 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-fa3f96d6-8b14-4e1c-b1b7-b06fa2054eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.764826 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-fa3f96d6-8b14-4e1c-b1b7-b06fa2054eaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0562949 Aug 27 04:05:14.807075 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-c82a4aea-6111-4f22-91a7-268df11e73df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292907 Aug 27 04:05:15.009167 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-03c838e6-4201-4476-b0cc-052b32d48b6f service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918843 Aug 27 04:05:15.107139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ac8b2-0884-492d-9440-2d3b005b2377 req-415c8fd6-35a7-4e4c-93b6-385175932477 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.114378 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e43ac8b2-0884-492d-9440-2d3b005b2377 req-415c8fd6-35a7-4e4c-93b6-385175932477 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 944 time: 0.1964412 Aug 27 04:05:15.211120 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d6a83-a286-4ce3-93c6-c326f9216579 req-060e5a34-1ef9-4834-816c-4dbc3f24b8b7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.212742 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f8d6a83-a286-4ce3-93c6-c326f9216579 req-060e5a34-1ef9-4834-816c-4dbc3f24b8b7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.2215662 Aug 27 04:05:15.224590 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40b3b4c7-d29f-4d21-b119-fb2b68641ae3 req-237563ec-6dc0-4674-8a98-934c45a6a730 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945126 Aug 27 04:05:15.245501 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e43ac8b2-0884-492d-9440-2d3b005b2377 req-db176792-c28e-4c7f-b414-af139be84b04 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302760 Aug 27 04:05:15.267534 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7f8d6a83-a286-4ce3-93c6-c326f9216579 req-3ddfa162-ecb7-490c-87c2-41869013e1c7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Aug 27 04:05:15.354492 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-28f6e8d7-8652-42a3-a3ad-1c0aa2236eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.356101 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-28f6e8d7-8652-42a3-a3ad-1c0aa2236eb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 1097 time: 0.0432484 Aug 27 04:05:15.468444 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-1a19bd8c-efa6-4e3c-b1b6-2373539b0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.469991 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-1a19bd8c-efa6-4e3c-b1b6-2373539b0b93 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 916 time: 0.1003518 Aug 27 04:05:15.514662 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-21bbdabf-766f-4b2e-ade6-17128ad84565 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249e893-6313-4492-906b-450521b76ac8 HTTP/1.1" status: 200 len: 217 time: 0.0355921 Aug 27 04:05:15.566491 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-552a92db-8060-4570-9932-8320b52a772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.568182 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-552a92db-8060-4570-9932-8320b52a772c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0455658 Aug 27 04:05:15.606436 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-5f3ff097-7b56-4a00-8901-7eaffa249801 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282559 Aug 27 04:05:15.699928 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-f6fe3b01-203d-4f28-a23d-633fd09f85d4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Aug 27 04:05:15.800988 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f583c3af-70ab-46b3-a7bc-a598110cebd5 req-bbb43456-8201-4881-9253-b7a1e2674611 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929599 Aug 27 04:05:15.883953 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:05:15.908674 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:05:15.909251 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4b71b1f7-f2eb-4b27-81ad-27f15b222ed0 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:05:16.429009 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee80301-4ec5-46b7-b47f-9cc7b46e7adc req-967a998d-ea53-401a-86d7-0cb31db03f64 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:16.430603 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eee80301-4ec5-46b7-b47f-9cc7b46e7adc req-967a998d-ea53-401a-86d7-0cb31db03f64 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0742683 Aug 27 04:05:16.443018 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39521043-24d1-444f-93b1-79a54d9d051b req-c17b6088-e366-4eaf-836f-f13a09594930 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:16.444514 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39521043-24d1-444f-93b1-79a54d9d051b req-c17b6088-e366-4eaf-836f-f13a09594930 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 944 time: 0.0785182 Aug 27 04:05:16.501491 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eee80301-4ec5-46b7-b47f-9cc7b46e7adc req-94cb28cf-7332-4113-a206-65d77ee98fe4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Aug 27 04:05:16.506700 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39521043-24d1-444f-93b1-79a54d9d051b req-52a72e81-a5c0-403c-9773-0e394e12457c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Aug 27 04:05:17.895649 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device b249e893-6313-4492-906b-450521b76ac8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:05:17.899841 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc38d5-51e2-499d-948e-87db3d886f94 req-b526f613-da88-467c-b0a6-6680521e6367 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:17.907675 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-07fc38d5-51e2-499d-948e-87db3d886f94 req-b526f613-da88-467c-b0a6-6680521e6367 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.3165662 Aug 27 04:05:17.944676 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7bb65-8436-4295-b98e-231cbae6a156 req-2c4c4877-99d6-4d74-bfe4-e7ea2213ac7a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:17.946361 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-46d7bb65-8436-4295-b98e-231cbae6a156 req-2c4c4877-99d6-4d74-bfe4-e7ea2213ac7a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 944 time: 0.3246663 Aug 27 04:05:17.981684 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-07fc38d5-51e2-499d-948e-87db3d886f94 req-581ff760-d857-4733-bde9-75449940a1c0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723832 Aug 27 04:05:18.023441 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-46d7bb65-8436-4295-b98e-231cbae6a156 req-3c62554e-413a-47db-b49f-547020f3566d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680530 Aug 27 04:05:18.035143 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b249e893-6313-4492-906b-450521b76ac8,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:18.055304 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'b249e893-6313-4492-906b-450521b76ac8', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'port_id': 'b249e893-6313-4492-906b-450521b76ac8', 'mac_address': 'fa:16:3e:9b:f4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2b3a3-15cc-4521-969e-126f56c28a3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:05:18.101343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:18.115960 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b249e893-6313-4492-906b-450521b76ac8 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:18.141219 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b249e893-6313-4492-906b-450521b76ac8,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:18.146048 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:18.197388 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:18.207245 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.207601 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.207983 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.208320 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.208655 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.208990 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.209326 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.209649 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.209976 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.210302 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.210628 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.210952 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:18.611597 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['b249e893-6313-4492-906b-450521b76ac8'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:19.110010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce296f5f-2497-4ad1-934f-14d45508ef46 req-6347c512-b1a6-4b59-81fa-ad5d5ba7b3f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:19.111553 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce296f5f-2497-4ad1-934f-14d45508ef46 req-6347c512-b1a6-4b59-81fa-ad5d5ba7b3f4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0567496 Aug 27 04:05:19.179094 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ce296f5f-2497-4ad1-934f-14d45508ef46 req-ea6dc2f0-f1d2-48af-93f0-302471ea3fe0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576258 Aug 27 04:05:19.196714 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e221e-9b27-4711-bf63-9503d268fbd3 req-2bba792c-0e53-4946-ab17-17255e27346a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:19.198972 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-475e221e-9b27-4711-bf63-9503d268fbd3 req-2bba792c-0e53-4946-ab17-17255e27346a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 945 time: 0.0862708 Aug 27 04:05:19.243767 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-475e221e-9b27-4711-bf63-9503d268fbd3 req-06698e85-564d-486b-a58f-f50ee0443a6b tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Aug 27 04:05:19.677657 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:05:19.884275 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device b249e893-6313-4492-906b-450521b76ac8 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:19.936850 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port b249e893-6313-4492-906b-450521b76ac8 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:19.940567 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port b249e893-6313-4492-906b-450521b76ac8 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:19.940949 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.018739 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.040855 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249e893-6313-4492-906b-450521b76ac8'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:20.043717 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b186725-8496-486f-b68e-bfc12abd532a" -d '{"events": [{"server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "name": "network-vif-plugged", "status": "completed", "tag": "b249e893-6313-4492-906b-450521b76ac8"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:20.056244 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b249e893-6313-4492-906b-450521b76ac8,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:20.060556 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.086162 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd20e9e4-2bfe-42fa-ad05-8bb6717a7a7b x-openstack-request-id: req-bd20e9e4-2bfe-42fa-ad05-8bb6717a7a7b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:20.086457 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "name": "network-vif-plugged", "status": "completed", "tag": "b249e893-6313-4492-906b-450521b76ac8", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:20.086711 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd20e9e4-2bfe-42fa-ad05-8bb6717a7a7b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:20.087100 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249e893-6313-4492-906b-450521b76ac8', 'code': 200} Aug 27 04:05:20.113260 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:20.330413 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed573-8ee9-40b9-9641-07071f83f382 req-de741791-1b02-47bc-9de7-1afa000499d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:20.331837 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b18ed573-8ee9-40b9-9641-07071f83f382 req-de741791-1b02-47bc-9de7-1afa000499d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 1099 time: 0.0864091 Aug 27 04:05:20.355886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac244-a110-43d9-b823-500cd372dab0 req-c1635998-413a-43ce-babd-a418b40a4aef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:20.357319 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a1bac244-a110-43d9-b823-500cd372dab0 req-c1635998-413a-43ce-babd-a418b40a4aef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1039207 Aug 27 04:05:20.442241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b9df-ad36-4714-be41-098c58c191d3 req-b1b1e895-64c1-40eb-9401-e3d26b567a86 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:20.443756 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1053b9df-ad36-4714-be41-098c58c191d3 req-b1b1e895-64c1-40eb-9401-e3d26b567a86 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.1288335 Aug 27 04:05:20.448291 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b18ed573-8ee9-40b9-9641-07071f83f382 req-76de99ee-652c-4d34-ae9c-78d7d1c4bb89 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899746 Aug 27 04:05:20.454505 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a1bac244-a110-43d9-b823-500cd372dab0 req-98ab5172-9c6a-411f-aa9b-05a7b2bd84a7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902894 Aug 27 04:05:20.493377 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1053b9df-ad36-4714-be41-098c58c191d3 req-3a66be92-4967-4a29-a61b-7883dcdd6e6a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 Aug 27 04:05:21.579897 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda9fe-d488-470e-a334-9fc83d266cac req-ffd96748-2e08-4a7b-a729-83e72cb7a51a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:21.581250 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3ddda9fe-d488-470e-a334-9fc83d266cac req-ffd96748-2e08-4a7b-a729-83e72cb7a51a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0565023 Aug 27 04:05:21.646761 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e098b-2be0-40e5-a592-f03d2fa6f124 req-152519ba-bd35-4577-a5f5-f71fc23acc2c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:21.648253 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad1e098b-2be0-40e5-a592-f03d2fa6f124 req-152519ba-bd35-4577-a5f5-f71fc23acc2c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.0848379 Aug 27 04:05:21.651175 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3ddda9fe-d488-470e-a334-9fc83d266cac req-3024a12b-4058-431b-b1af-f1670fc0b660 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Aug 27 04:05:21.686370 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad1e098b-2be0-40e5-a592-f03d2fa6f124 req-6508c21d-5242-4400-bcdc-0074873ef8d8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Aug 27 04:05:22.253147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35078) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:22.363959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37798995-3cb0-4b44-b657-f4c3a26c3cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.453267 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37798995-3cb0-4b44-b657-f4c3a26c3cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.457246 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37798995-3cb0-4b44-b657-f4c3a26c3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.496140 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-37798995-3cb0-4b44-b657-f4c3a26c3cb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=808990956c5e4ef685c92d5ee555d6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418735 Aug 27 04:05:22.497360 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37798995-3cb0-4b44-b657-f4c3a26c3cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd851b55-b543-4acb-8667-c1430373699a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:22.498911 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:22.552822 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.584990 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.636600 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.639249 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.640565 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd851b55-b543-4acb-8667-c1430373699a HTTP/1.1" status: 204 len: 168 time: 0.1402440 Aug 27 04:05:22.648324 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dbe17-9891-4e73-b124-c5d451a071f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd851b55-b543-4acb-8667-c1430373699a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:22.819392 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886025b5-5116-427e-8100-91a0bf04d959 req-6d74322d-22bf-4129-859c-705727aba69e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:22.824196 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-886025b5-5116-427e-8100-91a0bf04d959 req-6d74322d-22bf-4129-859c-705727aba69e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0918915 Aug 27 04:05:22.859198 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8cac-b216-458a-bb4d-f60983c6c80b req-5a18ba86-9e6e-48fd-b31e-e452102329a1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:22.860687 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f54a8cac-b216-458a-bb4d-f60983c6c80b req-5a18ba86-9e6e-48fd-b31e-e452102329a1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.0937269 Aug 27 04:05:22.897582 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-886025b5-5116-427e-8100-91a0bf04d959 req-939145af-ea5f-4e38-8dd5-3420b711d4d4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696058 Aug 27 04:05:22.918641 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f54a8cac-b216-458a-bb4d-f60983c6c80b req-56f94250-846e-4c19-81a0-56ac6561865c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Aug 27 04:05:22.949026 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35106) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:22.966157 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d943c1e2-0b43-43fd-8f8f-c7f44a378535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.090902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d943c1e2-0b43-43fd-8f8f-c7f44a378535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.095425 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d943c1e2-0b43-43fd-8f8f-c7f44a378535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.138999 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943c1e2-0b43-43fd-8f8f-c7f44a378535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac9846c-c768-46b0-aadd-9877085ab61f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:23.146169 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d943c1e2-0b43-43fd-8f8f-c7f44a378535 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c03e8e65602a4b2295fe3d9d7bf49606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955988 Aug 27 04:05:23.149371 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35118) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:23.249948 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.278340 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.360646 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.363277 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.364390 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aac9846c-c768-46b0-aadd-9877085ab61f HTTP/1.1" status: 204 len: 168 time: 0.2142053 Aug 27 04:05:23.372898 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37914-90b2-48a2-8830-4ec7895329a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac9846c-c768-46b0-aadd-9877085ab61f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:23.572384 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35138) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:23.684176 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-60069e92-af7b-4f2b-ae76-1557193446f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.697712 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35142) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:23.714503 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4cffea0d-1462-454d-a588-727397ac7072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.781602 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-60069e92-af7b-4f2b-ae76-1557193446f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.785596 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-60069e92-af7b-4f2b-ae76-1557193446f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.825675 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60069e92-af7b-4f2b-ae76-1557193446f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062aff71-eb61-4eac-a286-81492deb1f64,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:23.833973 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-60069e92-af7b-4f2b-ae76-1557193446f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f74cafdea9414c1ea1921e4bf7c4845f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565835 Aug 27 04:05:23.834806 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35148) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:23.889358 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.889670 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4cffea0d-1462-454d-a588-727397ac7072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.894478 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4cffea0d-1462-454d-a588-727397ac7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.914689 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.952286 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-4cffea0d-1462-454d-a588-727397ac7072 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=779867eeca8642b588aaa5b53dabf36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505436 Aug 27 04:05:23.952286 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffea0d-1462-454d-a588-727397ac7072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53260d8-a68a-4ab9-8a38-746f308abcf5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:23.956001 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35158) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:24.007387 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.010053 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.011264 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/062aff71-eb61-4eac-a286-81492deb1f64 HTTP/1.1" status: 204 len: 168 time: 0.1749094 Aug 27 04:05:24.026808 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c31d58-e765-4d1c-b339-8f4fafed4fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062aff71-eb61-4eac-a286-81492deb1f64,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:24.051862 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.079451 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.080453 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4a266-8dfe-42d1-9826-1c669b422374 req-9c911431-7381-44be-9182-47c714ce365d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:24.090150 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63d4a266-8dfe-42d1-9826-1c669b422374 req-9c911431-7381-44be-9182-47c714ce365d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0761895 Aug 27 04:05:24.128132 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-63d4a266-8dfe-42d1-9826-1c669b422374 req-6ee746ac-1062-4df8-910f-e131e51c39c5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Aug 27 04:05:24.150460 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.153465 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:24.157659 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e53260d8-a68a-4ab9-8a38-746f308abcf5 HTTP/1.1" status: 204 len: 168 time: 0.2006555 Aug 27 04:05:24.169545 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4c491-db30-45a9-b333-61954f185ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53260d8-a68a-4ab9-8a38-746f308abcf5,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:25.261121 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8b7b9-f106-48e2-bed0-6a005c2af1ae req-1395b3f3-5673-4f93-be85-fcea75089dda tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:25.265281 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-17c8b7b9-f106-48e2-bed0-6a005c2af1ae req-1395b3f3-5673-4f93-be85-fcea75089dda tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0576899 Aug 27 04:05:25.307853 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-17c8b7b9-f106-48e2-bed0-6a005c2af1ae req-79bf42a8-256f-413a-904a-9f0dcc2889a5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384231 Aug 27 04:05:26.439345 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7aceb-1a50-4777-9cbc-60166a3d9c06 req-73a5bc8b-98ca-4f21-be53-2579a818dadf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:26.444678 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ca7aceb-1a50-4777-9cbc-60166a3d9c06 req-73a5bc8b-98ca-4f21-be53-2579a818dadf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0591516 Aug 27 04:05:26.493817 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ca7aceb-1a50-4777-9cbc-60166a3d9c06 req-973d080b-394e-4e9f-a2c4-c49c9a05b071 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Aug 27 04:05:27.630491 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6710-c962-484f-b39c-a89c050c3f71 req-5bb0cec9-5ba7-40c4-9931-222264eac200 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:27.632099 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-530f6710-c962-484f-b39c-a89c050c3f71 req-5bb0cec9-5ba7-40c4-9931-222264eac200 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0588012 Aug 27 04:05:27.678823 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-530f6710-c962-484f-b39c-a89c050c3f71 req-9e8bed12-9d69-4a43-af45-f4ec9edc9d17 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Aug 27 04:05:28.750131 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35426) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:28.801351 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Deleting subnet 8019a7ed-44c9-4469-b401-1cde9469ff4b {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:05:28.805390 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.851436 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.859753 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f6be-4b27-4807-b5a9-491c92e6cc8e req-590edb62-f0aa-411b-a097-99f4e25e55e3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:28.861321 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0e7f6be-4b27-4807-b5a9-491c92e6cc8e req-590edb62-f0aa-411b-a097-99f4e25e55e3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0796442 Aug 27 04:05:28.901781 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.911146 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5892f-7c9d-44dc-8379-fa3ecd9ec779 req-c31dc96b-48c6-4f05-9eab-4e7f42fd2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:28.912638 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-46c5892f-7c9d-44dc-8379-fa3ecd9ec779 req-c31dc96b-48c6-4f05-9eab-4e7f42fd2f16 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 1099 time: 0.1052365 Aug 27 04:05:28.915468 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0e7f6be-4b27-4807-b5a9-491c92e6cc8e req-a8fd09b6-2a7c-4633-a977-ef9ceee6bf53 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Aug 27 04:05:28.957839 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.992174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8019a7ed-44c9-4469-b401-1cde9469ff4b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:28.998610 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.003522 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2d5fbb86-d00a-4d4e-ab11-2b836b13cc16 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8019a7ed-44c9-4469-b401-1cde9469ff4b HTTP/1.1" status: 204 len: 168 time: 0.2526839 Aug 27 04:05:29.004138 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35440) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:29.009589 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-46c5892f-7c9d-44dc-8379-fa3ecd9ec779 req-186d5d15-ac4e-4c72-9679-14471d20ec78 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 Aug 27 04:05:29.046717 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-05f2e81d-7122-412a-b1ec-5a601819ef10 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:29.048245 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-05f2e81d-7122-412a-b1ec-5a601819ef10 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.1396756 Aug 27 04:05:29.064240 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-7f3f2b0e-d99c-440f-a35f-40f11dc2535d tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/quotas/f317e49134df457db8274562ca04f78d HTTP/1.1" status: 200 len: 375 time: 0.0100145 Aug 27 04:05:29.071797 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.117090 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-0075b9f4-be4c-4f8c-abdf-8cb09fb5577e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471463 Aug 27 04:05:29.151150 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.160759 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8859e2-6c64-47d2-b5e3-a4640e78f702']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.170971 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd78bf8-ed15-426d-b32e-1eaa343f9622') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.171262 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd78bf8-ed15-426d-b32e-1eaa343f9622') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.179955 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.194699 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.202398 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:05:29.202805 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:05:29.204556 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:05:29.213412 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-07af2371-54b9-47f9-9982-08e56fee52c1 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888031 Aug 27 04:05:29.274881 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.281817 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.288083 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e8859e2-6c64-47d2-b5e3-a4640e78f702 HTTP/1.1" status: 204 len: 168 time: 0.2792580 Aug 27 04:05:29.290596 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35450) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:29.312609 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3b59-ddfe-4e2d-95e8-36ff02baca21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8859e2-6c64-47d2-b5e3-a4640e78f702,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:29.348388 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-1853f10d-05e8-4ed8-ac99-0355ef260981 service neutron] 10.222.0.70 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288455 Aug 27 04:05:29.354531 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Deleting subnet 3593981f-5fd4-4248-a2b5-acfa7667a5c9 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:05:29.359419 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.405171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.452167 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.527490 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.536234 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c4e69dc9-c9ad-495d-8030-ae60ff71fa7f req-7276e6ad-5f2c-450c-b5f7-b839132eda5a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 210 time: 0.0339568 Aug 27 04:05:29.558416 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.560488 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3593981f-5fd4-4248-a2b5-acfa7667a5c9 HTTP/1.1" status: 204 len: 168 time: 0.2674208 Aug 27 04:05:29.561569 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c567-56bb-40f3-8d6c-993b0db01b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3593981f-5fd4-4248-a2b5-acfa7667a5c9,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:29.563095 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35460) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:29.637312 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.721763 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.734969 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fb348c-58fa-458a-8e9a-d19cb56c46b3']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.746613 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046b2e88-236f-40d2-b5ff-26149412393e') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.746923 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046b2e88-236f-40d2-b5ff-26149412393e') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:29.759123 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.775501 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.792671 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:05:29.793518 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:05:29.795672 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:05:29.863648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.873855 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.876342 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f7fb348c-58fa-458a-8e9a-d19cb56c46b3 HTTP/1.1" status: 204 len: 168 time: 0.3111916 Aug 27 04:05:29.895509 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad3972-460c-46fe-9916-d751cf9bdbe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fb348c-58fa-458a-8e9a-d19cb56c46b3,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:30.061438 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84f25-5d6f-4e67-98c0-dac0b24b6313 req-981fb5ff-069c-4a60-8627-adf711a4fe2b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.062999 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bff84f25-5d6f-4e67-98c0-dac0b24b6313 req-981fb5ff-069c-4a60-8627-adf711a4fe2b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0527637 Aug 27 04:05:30.094486 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35482) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.112881 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bff84f25-5d6f-4e67-98c0-dac0b24b6313 req-dcbdb62d-e0ce-4ee0-ab07-6acf49b24117 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Aug 27 04:05:30.139629 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e933373b-54c0-4be1-8e70-f7e4ba11a052 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf8a28b12bc84b05a38601fefbffea44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439253 Aug 27 04:05:30.142243 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35484) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.190406 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.213195 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.259634 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.262763 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.263940 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf3fd6cb-b172-496a-9784-fb68028b2171 HTTP/1.1" status: 204 len: 168 time: 0.1207621 Aug 27 04:05:30.271848 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08669f9-2b2d-4ca5-9136-fc7ad2f10927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3fd6cb-b172-496a-9784-fb68028b2171,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:30.692045 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5af20980-6572-4f96-ad69-86cfd70eb5fa req-64e18a7e-6a40-4425-a593-365abaf588be tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 210 time: 0.0645318 Aug 27 04:05:30.717258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35518) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.733761 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35524) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.878881 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-94178c0c-b1ce-40bd-87ec-5c4564e711bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0311dd95c03447e5a67f13252d01e04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439052 Aug 27 04:05:30.881732 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35534) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.915396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-c89ff6f4-55ec-4a16-9ff0-e22ae2cc4bf6 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.917752 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-c89ff6f4-55ec-4a16-9ff0-e22ae2cc4bf6 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 815 time: 0.1514337 Aug 27 04:05:30.941600 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Request body: {'port': {'device_id': '1687070a-a60a-4afc-a221-1d516e423215', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'admin_state_up': True, 'tenant_id': 'f317e49134df457db8274562ca04f78d'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:30.952607 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.009181 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.067792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7572f785-6ef3-4162-8c1a-101f928b8914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.123915 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.126956 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.128165 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fbfcfe4-0c47-4ede-afff-45646a7cee42 HTTP/1.1" status: 204 len: 168 time: 0.2454591 Aug 27 04:05:31.150510 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4976a-db5d-42eb-bee6-c4c08db80830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbfcfe4-0c47-4ede-afff-45646a7cee42,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.242019 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7572f785-6ef3-4162-8c1a-101f928b8914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.252182 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7572f785-6ef3-4162-8c1a-101f928b8914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.304078 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4eb62-0f08-4aee-a4ff-182e15c12ad2 req-74e17121-4847-4d37-8103-58a6d92da18e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:31.313162 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9ed4eb62-0f08-4aee-a4ff-182e15c12ad2 req-74e17121-4847-4d37-8103-58a6d92da18e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0959079 Aug 27 04:05:31.317959 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7572f785-6ef3-4162-8c1a-101f928b8914 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a2443e610d74cf996122c86342b426f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991855 Aug 27 04:05:31.322185 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35574) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:31.322351 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Made reservation on behalf of f317e49134df457db8274562ca04f78d for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:31.325931 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.364919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572f785-6ef3-4162-8c1a-101f928b8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245ceaf1-4c7b-4aba-9ec5-c0f7d494e411,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.400041 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9ed4eb62-0f08-4aee-a4ff-182e15c12ad2 req-03b023e5-8c4a-44d8-8686-70a0e04b741a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Aug 27 04:05:31.443769 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.502595 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.578577 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.582617 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.586121 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/245ceaf1-4c7b-4aba-9ec5-c0f7d494e411 HTTP/1.1" status: 204 len: 168 time: 0.2601039 Aug 27 04:05:31.593743 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Allocated IP 172.20.0.11 (bf8a4636-c50a-4e33-8970-f488856272c1/1ea2b3a3-15cc-4521-969e-126f56c28a3a/a792b089-ed36-4368-b8c6-8917254aa934) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:31.597103 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844df7-186a-4139-aa8c-878230380094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245ceaf1-4c7b-4aba-9ec5-c0f7d494e411,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.636029 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eed37-0b48-428b-b1c9-3ab43a003f56 req-09581a44-f493-4265-ad9c-6f3b22e49fee tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:31.637577 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b98eed37-0b48-428b-b1c9-3ab43a003f56 req-09581a44-f493-4265-ad9c-6f3b22e49fee tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1458545 Aug 27 04:05:31.720055 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b98eed37-0b48-428b-b1c9-3ab43a003f56 req-937c88bd-0142-41f1-8029-90392adc8168 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662673 Aug 27 04:05:31.853050 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.923729 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ed3c613a-07b4-49d8-aef7-e46259b69b56 req-783db1bc-7c7f-47ed-948a-377bd2f09a83 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 210 time: 0.0346801 Aug 27 04:05:31.949573 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.957789 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'b249e893-6313-4492-906b-450521b76ac8'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:32.003376 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Network bf8a4636-c50a-4e33-8970-f488856272c1 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:32.011284 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:32.013918 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:32.021614 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.022478 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.025745 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event updated for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:32.060504 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-f1037cc5-b681-4dad-abef-daf98cb6cfbd tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1224699 Aug 27 04:05:32.077476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Request body: {'port': {'device_id': '1687070a-a60a-4afc-a221-1d516e423215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:32.195176 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.498170 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a792b089-ed36-4368-b8c6-8917254aa934 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:32.507622 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.519574 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Transition to ACTIVE for port object a792b089-ed36-4368-b8c6-8917254aa934 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:32.523241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.579984 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Pushing event updated for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:32.610163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Attempting to bind port a792b089-ed36-4368-b8c6-8917254aa934 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:32.611099 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Attempting to bind port a792b089-ed36-4368-b8c6-8917254aa934 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:32.611429 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Attempting to bind port a792b089-ed36-4368-b8c6-8917254aa934 on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:32.616444 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Port a792b089-ed36-4368-b8c6-8917254aa934 on network bf8a4636-c50a-4e33-8970-f488856272c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:05:32.617123 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Attempting to bind port a792b089-ed36-4368-b8c6-8917254aa934 on network bf8a4636-c50a-4e33-8970-f488856272c1 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:32.623272 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:32.623616 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Checking segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:32.626905 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Bound using segment: {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:32.626905 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Bound port: a792b089-ed36-4368-b8c6-8917254aa934, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3247c4-21c5-400f-82e3-b6261eacdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:32.626905 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.698614 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:32.702901 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a792b089-ed36-4368-b8c6-8917254aa934,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:32.710937 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.711749 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35646) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:32.774511 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Pushing event updated for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:32.778149 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.778826 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.780250 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-69562eab-aa8a-489d-8c5d-a12abb30d73f service neutron] 10.222.0.38 "PUT /v2.0/ports/a792b089-ed36-4368-b8c6-8917254aa934 HTTP/1.1" status: 200 len: 1094 time: 0.7101729 Aug 27 04:05:32.780777 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:32.783894 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "tag": "a792b089-ed36-4368-b8c6-8917254aa934"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:32.838947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc39e7ad-99c9-49bf-9725-f13b147a1959 x-openstack-request-id: req-cc39e7ad-99c9-49bf-9725-f13b147a1959 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:32.838947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "tag": "a792b089-ed36-4368-b8c6-8917254aa934", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:32.838947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc39e7ad-99c9-49bf-9725-f13b147a1959 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:32.839393 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934', 'status': 'completed', 'code': 200} Aug 27 04:05:32.847499 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e5e-b957-417e-b297-c910bbd2ab8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.869154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-dd7818c4-7d79-4d7c-b5f0-bbbcce8fbac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.870937 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-dd7818c4-7d79-4d7c-b5f0-bbbcce8fbac3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 1097 time: 0.0460865 Aug 27 04:05:32.930070 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-2ca3dc08-931b-4196-8b9a-d112efa8d269 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a792b089-ed36-4368-b8c6-8917254aa934 HTTP/1.1" status: 200 len: 217 time: 0.0411069 Aug 27 04:05:32.964011 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e5e-b957-417e-b297-c910bbd2ab8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.969061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e5e-b957-417e-b297-c910bbd2ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.995893 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-ff1847c2-a2b2-43e8-aeca-e925507be740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.997369 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-ff1847c2-a2b2-43e8-aeca-e925507be740 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0576885 Aug 27 04:05:33.013605 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7e5e-b957-417e-b297-c910bbd2ab8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b29199-38d2-4da7-a1e0-437f22d008d0,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.019956 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6bef7e5e-b957-417e-b297-c910bbd2ab8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d434431d6b30480784c182013c50d0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062332 Aug 27 04:05:33.024394 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35660) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:33.054083 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-3df34954-12fe-4277-854f-7f0b48bb3c64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472937 Aug 27 04:05:33.075437 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.077779 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f943-b3ae-4790-819a-77e10ef202df req-094d337d-69b7-44a8-8f6b-76e5aa5d4a66 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.079296 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b59f943-b3ae-4790-819a-77e10ef202df req-094d337d-69b7-44a8-8f6b-76e5aa5d4a66 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 944 time: 0.0638824 Aug 27 04:05:33.099073 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.154106 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.156861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.160629 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42b29199-38d2-4da7-a1e0-437f22d008d0 HTTP/1.1" status: 204 len: 168 time: 0.1325192 Aug 27 04:05:33.166302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceb652-e4b4-4148-affa-f5ed75dad5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b29199-38d2-4da7-a1e0-437f22d008d0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.175304 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b59f943-b3ae-4790-819a-77e10ef202df req-0288303f-8da1-4d6b-a5da-8d7b62d62384 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Aug 27 04:05:33.206986 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-606445d7-5114-4ade-9806-5c9f2a9e9076 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266415 Aug 27 04:05:33.327456 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c92268c-adac-4c46-ab4e-d85693326f5c req-0b0324aa-8475-488b-a99e-73334383826c service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081698 Aug 27 04:05:33.448350 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-40359165-e361-4eb9-bf89-1dbd82c21462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.449854 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-40359165-e361-4eb9-bf89-1dbd82c21462 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f317e49134df457db8274562ca04f78d&device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 1097 time: 0.0470741 Aug 27 04:05:33.636530 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b07cf-375f-484f-851a-e9157cfd7291 req-515b2e13-a1a7-4724-a16c-171f9f908ea1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.638026 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2e8b07cf-375f-484f-851a-e9157cfd7291 req-515b2e13-a1a7-4724-a16c-171f9f908ea1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1407142 Aug 27 04:05:33.643940 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db040-5164-48b8-8893-45f53f1d9229 req-14f47a4a-bfa0-4219-9665-2c7ba06f6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.645359 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-14f47a4a-bfa0-4219-9665-2c7ba06f6295 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.1120322 Aug 27 04:05:33.647618 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-7b85ecda-ed47-4f2e-959d-ce3f97a1410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.649266 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-7b85ecda-ed47-4f2e-959d-ce3f97a1410b service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 200 len: 916 time: 0.1800222 Aug 27 04:05:33.732809 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2e8b07cf-375f-484f-851a-e9157cfd7291 req-d0d4b94d-a1d7-4f8f-846c-d31eb936bf2f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862622 Aug 27 04:05:33.760827 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-bec5d0aa-11dc-4e83-9ba6-26bb3b8a5c46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a792b089-ed36-4368-b8c6-8917254aa934 HTTP/1.1" status: 200 len: 217 time: 0.0793297 Aug 27 04:05:33.837248 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-c47c767b-58f8-4c1c-b937-996656896dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.838791 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-c47c767b-58f8-4c1c-b937-996656896dad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 200 len: 855 time: 0.0701272 Aug 27 04:05:33.843336 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db040-5164-48b8-8893-45f53f1d9229 req-77cf8b64-2471-488e-9d94-5fdb7775ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.844733 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-77cf8b64-2471-488e-9d94-5fdb7775ccd6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1755195 Aug 27 04:05:33.877717 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-99811cf4-4af8-4b18-9895-fdf02a9a2728 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf8a4636-c50a-4e33-8970-f488856272c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314512 Aug 27 04:05:33.923458 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-582dec8d-f7a4-4a6d-afbe-6bf3618f9fa5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0476947 Aug 27 04:05:34.305832 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db040-5164-48b8-8893-45f53f1d9229 req-17612e27-0478-41fc-be6f-10f0c7b045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:34.307372 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-17612e27-0478-41fc-be6f-10f0c7b045ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.3711030 Aug 27 04:05:34.388921 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-4a43fee3-80de-46e8-871b-6bc3bd37b1e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586011 Aug 27 04:05:34.391080 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-6b4b4cb6-5058-4f05-8719-17ad09f90314 service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806197 Aug 27 04:05:34.582095 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4c29-367d-4022-9dc3-0e10fb3d6b93 req-fa479cb1-e8ae-4c5c-9702-ec7fc5c81a14 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:34.589983 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6fcb4c29-367d-4022-9dc3-0e10fb3d6b93 req-fa479cb1-e8ae-4c5c-9702-ec7fc5c81a14 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 944 time: 0.2905221 Aug 27 04:05:34.601736 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-886cf27e-53f2-440a-a065-3308a69c0bf9 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088611 Aug 27 04:05:34.719216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6fcb4c29-367d-4022-9dc3-0e10fb3d6b93 req-a4b16b36-a002-42fc-ac33-1a6b4684ed13 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283488 Aug 27 04:05:34.723934 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1c89a31-8f98-4c46-ae0a-71226cf1b8b6 req-eb01b7f9-a7a6-4e0a-99f7-2a890ab5c69e service neutron] 10.222.0.38 "GET /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129635 Aug 27 04:05:34.774215 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-435db040-5164-48b8-8893-45f53f1d9229 req-2343e55f-cc08-4914-a513-711594c5c02b service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497252 Aug 27 04:05:34.867978 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35752) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:34.892762 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5f70-bc3c-413d-ae2a-676e9f76a0cd req-4f88bfe2-c31a-4bc3-94bc-8219a49d3121 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:34.895009 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-556e5f70-bc3c-413d-ae2a-676e9f76a0cd req-4f88bfe2-c31a-4bc3-94bc-8219a49d3121 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0658329 Aug 27 04:05:34.945253 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-556e5f70-bc3c-413d-ae2a-676e9f76a0cd req-c45a0e3a-85c9-4d67-87de-9a3b714aeb31 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Aug 27 04:05:34.998691 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8e31c91-a540-4212-837e-56df99611f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.085816 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8e31c91-a540-4212-837e-56df99611f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.089517 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e8e31c91-a540-4212-837e-56df99611f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.126783 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e8e31c91-a540-4212-837e-56df99611f73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40871f1823ba439684d7bb2473d1af0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576752 Aug 27 04:05:35.127641 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31c91-a540-4212-837e-56df99611f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a83d6-8d40-4bf1-96c4-f46446a3dcda,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:35.129478 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35758) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:35.179241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.200976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.246182 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.249124 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.250247 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c3a83d6-8d40-4bf1-96c4-f46446a3dcda HTTP/1.1" status: 204 len: 168 time: 0.1192207 Aug 27 04:05:35.258067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6646f9-6196-4489-b187-6fee72908153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a83d6-8d40-4bf1-96c4-f46446a3dcda,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:35.508912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35768) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:35.521967 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a5e870f-b150-4563-a2be-cd7ffa9d08d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.618125 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a5e870f-b150-4563-a2be-cd7ffa9d08d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.627579 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2a5e870f-b150-4563-a2be-cd7ffa9d08d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.668980 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e870f-b150-4563-a2be-cd7ffa9d08d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea1a55-f232-458c-820c-7adfd044de5c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:35.675379 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2a5e870f-b150-4563-a2be-cd7ffa9d08d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e21b28e7656465fba2fe389a805ccc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639030 Aug 27 04:05:35.676575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35774) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:35.727321 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.749136 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.796981 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.799780 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.803225 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08ea1a55-f232-458c-820c-7adfd044de5c HTTP/1.1" status: 204 len: 168 time: 0.1234560 Aug 27 04:05:35.809573 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2ea1-8708-4f85-ac41-d78cfc80ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea1a55-f232-458c-820c-7adfd044de5c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:35.887382 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767ed2-05ac-4868-8798-25361e047e5d req-7debc99f-2e1e-4d38-8bef-5d5b7adc51a2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:35.889064 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71767ed2-05ac-4868-8798-25361e047e5d req-7debc99f-2e1e-4d38-8bef-5d5b7adc51a2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 944 time: 0.0522354 Aug 27 04:05:35.928681 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71767ed2-05ac-4868-8798-25361e047e5d req-303879a9-51df-46da-a1c5-0ea71415deff tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Aug 27 04:05:36.010787 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a792b089-ed36-4368-b8c6-8917254aa934 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:05:36.122711 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d35a2a-5d10-4dbc-94b8-d473211669af req-f08fabc1-0b7e-4449-b76e-82229318cdc6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:36.126040 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a792b089-ed36-4368-b8c6-8917254aa934,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:36.130007 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1d35a2a-5d10-4dbc-94b8-d473211669af req-f08fabc1-0b7e-4449-b76e-82229318cdc6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1001635 Aug 27 04:05:36.140303 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'a792b089-ed36-4368-b8c6-8917254aa934', 'network_id': 'bf8a4636-c50a-4e33-8970-f488856272c1', 'port_id': 'a792b089-ed36-4368-b8c6-8917254aa934', 'mac_address': 'fa:16:3e:1b:50:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2b3a3-15cc-4521-969e-126f56c28a3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:05:36.169257 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35794) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:36.176272 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1d35a2a-5d10-4dbc-94b8-d473211669af req-4a211e97-4cc5-49c9-924d-ac54f56d2c41 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Aug 27 04:05:36.195039 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.200151 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a792b089-ed36-4368-b8c6-8917254aa934 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:36.220736 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a792b089-ed36-4368-b8c6-8917254aa934,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:36.224912 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.280264 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:36.294059 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a21b-8ac2-45f1-bfbc-e2391f4718c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.396841 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a21b-8ac2-45f1-bfbc-e2391f4718c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.401900 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a21b-8ac2-45f1-bfbc-e2391f4718c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.443936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35806) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:36.444146 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c9d0a21b-8ac2-45f1-bfbc-e2391f4718c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cd383078b3e42ca80b172f55b23071a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733591 Aug 27 04:05:36.444951 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0a21b-8ac2-45f1-bfbc-e2391f4718c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eb135a-598c-45a9-8d2c-dea6e0528cc8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:36.508839 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.532062 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.581413 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.583999 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.585164 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3eb135a-598c-45a9-8d2c-dea6e0528cc8 HTTP/1.1" status: 204 len: 168 time: 0.1400218 Aug 27 04:05:36.592991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e458f-bca3-4dd0-8c1f-440fb88b1630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eb135a-598c-45a9-8d2c-dea6e0528cc8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:36.622751 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['a792b089-ed36-4368-b8c6-8917254aa934'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:37.051957 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7084-6718-4272-9bb0-8ac7a71befca req-d805c97e-2095-46e0-a30b-df95843e4619 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:37.053815 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-843b7084-6718-4272-9bb0-8ac7a71befca req-d805c97e-2095-46e0-a30b-df95843e4619 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Aug 27 04:05:37.093645 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-843b7084-6718-4272-9bb0-8ac7a71befca req-7b85499a-6f6b-4947-93dd-bd4c896c4880 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 27 04:05:37.185980 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-216b14c7-9648-4515-b9d6-2b2621225d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.290582 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9af755-691e-4512-bd33-5f8a608e3b92 req-b9b31656-d333-4b98-8007-16a96ca4a2f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:37.292935 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b9af755-691e-4512-bd33-5f8a608e3b92 req-b9b31656-d333-4b98-8007-16a96ca4a2f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 27 04:05:37.338664 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b9af755-691e-4512-bd33-5f8a608e3b92 req-cf1011bc-d2f4-4a44-ba36-50103eb8d770 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364351 Aug 27 04:05:38.036062 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a792b089-ed36-4368-b8c6-8917254aa934 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:38.093263 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port a792b089-ed36-4368-b8c6-8917254aa934 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:38.096948 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port a792b089-ed36-4368-b8c6-8917254aa934 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:38.097317 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:38.175433 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:38.199494 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:38.201768 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da14a93-ce16-4f28-a8b1-cb9ee99f346d" -d '{"events": [{"server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "name": "network-vif-plugged", "status": "completed", "tag": "a792b089-ed36-4368-b8c6-8917254aa934"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:38.211996 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba0efb-3dad-40c6-b036-4d5960f8ef46 req-7034aac8-ab12-4d4b-8ca7-cf4faae02dda tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:38.213582 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-20ba0efb-3dad-40c6-b036-4d5960f8ef46 req-7034aac8-ab12-4d4b-8ca7-cf4faae02dda tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 945 time: 0.0519085 Aug 27 04:05:38.214700 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a792b089-ed36-4368-b8c6-8917254aa934,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:38.221962 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:38.248188 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c8343b-6f01-44ba-8ad5-e462f741b877 x-openstack-request-id: req-d3c8343b-6f01-44ba-8ad5-e462f741b877 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:38.248481 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "name": "network-vif-plugged", "status": "completed", "tag": "a792b089-ed36-4368-b8c6-8917254aa934", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:38.248867 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3c8343b-6f01-44ba-8ad5-e462f741b877 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:38.249262 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934', 'code': 200} Aug 27 04:05:38.255249 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-20ba0efb-3dad-40c6-b036-4d5960f8ef46 req-7c00ebf6-b0bf-4bb0-a008-58541201eca3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348525 Aug 27 04:05:38.278855 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:38.458817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5125e-9c6b-4d73-9cf5-ab1fb3f9565c req-5a533418-5706-4d30-8a7c-76f515d7005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:38.460341 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-56d5125e-9c6b-4d73-9cf5-ab1fb3f9565c req-5a533418-5706-4d30-8a7c-76f515d7005d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 1099 time: 0.0739303 Aug 27 04:05:38.473157 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b296-355a-4c42-87cd-1cac73fb87ec req-e3a88b83-7069-42df-868a-7775524412ee tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:38.474752 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-72d9b296-355a-4c42-87cd-1cac73fb87ec req-e3a88b83-7069-42df-868a-7775524412ee tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0617800 Aug 27 04:05:38.528412 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-56d5125e-9c6b-4d73-9cf5-ab1fb3f9565c req-25635d5e-f685-4385-a588-48943d9ee27d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526173 Aug 27 04:05:38.535089 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-72d9b296-355a-4c42-87cd-1cac73fb87ec req-f869b1d4-6d57-4251-ba63-32bd18e928bb tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Aug 27 04:05:39.405293 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d654cd-6e15-4d11-b24a-2df5fdff10e8 req-0a60c156-1815-4d8b-9a9e-54207baf8a0f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:39.407538 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f3d654cd-6e15-4d11-b24a-2df5fdff10e8 req-0a60c156-1815-4d8b-9a9e-54207baf8a0f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0784700 Aug 27 04:05:39.468621 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f3d654cd-6e15-4d11-b24a-2df5fdff10e8 req-94962dd5-5515-4da6-be2f-b9327b43797b tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Aug 27 04:05:39.650282 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5f2b-f09f-48ac-b464-d9edf0a1624b req-27c14322-051c-4553-ae38-60cc018697ae tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:39.651857 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7e4e5f2b-f09f-48ac-b464-d9edf0a1624b req-27c14322-051c-4553-ae38-60cc018697ae tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Aug 27 04:05:39.689664 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7e4e5f2b-f09f-48ac-b464-d9edf0a1624b req-a676ac8a-9e25-40cc-8f54-42576d078080 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Aug 27 04:05:40.141484 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e91f2879-c642-4ec6-8a16-2ec5a8919ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.250333 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.597244 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e952ed-8adf-4b98-a0f3-183513f43ee9 req-fbd9af29-9533-4d3b-bc53-eeb7d8f4f455 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:40.600273 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-82e952ed-8adf-4b98-a0f3-183513f43ee9 req-fbd9af29-9533-4d3b-bc53-eeb7d8f4f455 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0612121 Aug 27 04:05:40.661903 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-82e952ed-8adf-4b98-a0f3-183513f43ee9 req-0b2db5b6-4970-4245-9e3b-a50826313775 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Aug 27 04:05:40.822781 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292434a-7982-4ecc-942f-a3d2d35bdc16 req-72d5e346-f777-4328-8456-ce7377b36c5c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:40.824986 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a292434a-7982-4ecc-942f-a3d2d35bdc16 req-72d5e346-f777-4328-8456-ce7377b36c5c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0598798 Aug 27 04:05:40.866950 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a292434a-7982-4ecc-942f-a3d2d35bdc16 req-dc142ec1-30ca-4964-b17c-91d19f00222a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Aug 27 04:05:41.050865 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:41.145218 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.156291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e472544-21bb-4396-a0e1-a20d5768ea94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.216784 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.253111 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e472544-21bb-4396-a0e1-a20d5768ea94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.256610 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4e472544-21bb-4396-a0e1-a20d5768ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.298227 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-4e472544-21bb-4396-a0e1-a20d5768ea94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c541dfd1fda486284df2689213482c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461934 Aug 27 04:05:41.299265 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e472544-21bb-4396-a0e1-a20d5768ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e63a4-042e-4d95-bef4-77fb31e52649,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:41.302135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35944) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:41.352085 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.376357 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.433522 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.436157 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.437304 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b7e63a4-042e-4d95-bef4-77fb31e52649 HTTP/1.1" status: 204 len: 168 time: 0.1339464 Aug 27 04:05:41.446262 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c64f4d-2ad0-42ec-a73b-6ef5b3a0cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e63a4-042e-4d95-bef4-77fb31e52649,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:41.702002 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 35956) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:41.716680 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ff295f-6e91-4d21-9ff0-ec667bcc0db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.810385 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ff295f-6e91-4d21-9ff0-ec667bcc0db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.814264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ff295f-6e91-4d21-9ff0-ec667bcc0db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.855914 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-08ff295f-6e91-4d21-9ff0-ec667bcc0db7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0c9c83bde98454d82bde9a08c5eb90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527212 Aug 27 04:05:41.856797 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff295f-6e91-4d21-9ff0-ec667bcc0db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccfe84-8337-467a-9ff0-05d8e14168d1,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:41.858779 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 35958) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:41.911516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.938754 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.019991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167392-a122-4d40-97ca-07e8fae7cb2e req-714a973e-14bc-401c-b3d0-751b38f3ce9f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:42.021541 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c5167392-a122-4d40-97ca-07e8fae7cb2e req-714a973e-14bc-401c-b3d0-751b38f3ce9f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0760400 Aug 27 04:05:42.053525 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.056395 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.058188 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65ccfe84-8337-467a-9ff0-05d8e14168d1 HTTP/1.1" status: 204 len: 168 time: 0.1983511 Aug 27 04:05:42.077205 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c5167392-a122-4d40-97ca-07e8fae7cb2e req-789b4e44-d3b4-455c-bc2c-0f960e9ab0f9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Aug 27 04:05:42.078386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04e6f4-20b4-47e9-8808-1f3ab7d63e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccfe84-8337-467a-9ff0-05d8e14168d1,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:42.621561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.209360 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf80b1-b685-44e6-a931-877ec68480bd req-3a2d8806-07f3-4495-b032-765c9a5730e2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:43.211199 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9baf80b1-b685-44e6-a931-877ec68480bd req-3a2d8806-07f3-4495-b032-765c9a5730e2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0574303 Aug 27 04:05:43.253333 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9baf80b1-b685-44e6-a931-877ec68480bd req-b9abf00b-a695-4f45-b7ef-3b647a50d54c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Aug 27 04:05:44.207882 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:44.319821 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94016926-f279-4e0a-9ea0-75c56b4ada9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.403982 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b1600-fa2b-47fa-94b0-702ed2ad3326 req-dc8d3a1c-a992-4b68-ac4d-f378ee051b03 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:44.405742 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fc4b1600-fa2b-47fa-94b0-702ed2ad3326 req-dc8d3a1c-a992-4b68-ac4d-f378ee051b03 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0756960 Aug 27 04:05:44.465682 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fc4b1600-fa2b-47fa-94b0-702ed2ad3326 req-efa1d7de-1d0a-4204-8cc0-8dedc447e253 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Aug 27 04:05:44.498532 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94016926-f279-4e0a-9ea0-75c56b4ada9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.502519 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-94016926-f279-4e0a-9ea0-75c56b4ada9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.538517 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-94016926-f279-4e0a-9ea0-75c56b4ada9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cdad8905d0b4ab19ef85ae42a4a0487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294337 Aug 27 04:05:44.542056 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36086) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:44.565690 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94016926-f279-4e0a-9ea0-75c56b4ada9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6278ff11-7928-416d-a4b7-4fee2457a9ed,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:44.614468 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.630540 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.686132 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.689403 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.690614 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6278ff11-7928-416d-a4b7-4fee2457a9ed HTTP/1.1" status: 204 len: 168 time: 0.1475866 Aug 27 04:05:44.699158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d39bd7-df98-4c6c-8448-2bdfb8ce00a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6278ff11-7928-416d-a4b7-4fee2457a9ed,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:44.973236 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36106) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:44.987571 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a36b16b-e21d-4e9a-bc9c-06a8a4a4bcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.079000 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a36b16b-e21d-4e9a-bc9c-06a8a4a4bcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.082810 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-5a36b16b-e21d-4e9a-bc9c-06a8a4a4bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.120044 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-5a36b16b-e21d-4e9a-bc9c-06a8a4a4bcff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edebe167f34a4d109a6020888642be69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456373 Aug 27 04:05:45.120872 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b16b-e21d-4e9a-bc9c-06a8a4a4bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178295c-3dda-4208-8818-e536540df507,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:45.122698 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36110) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:45.171809 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.191497 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.237696 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.239113 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.240269 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0178295c-3dda-4208-8818-e536540df507 HTTP/1.1" status: 204 len: 168 time: 0.1165972 Aug 27 04:05:45.248007 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed18b1a-9738-4aa7-a2a8-32462a0947da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178295c-3dda-4208-8818-e536540df507,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:45.591885 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871a764-2bfa-4798-a728-3ab330cc8471 req-a90f7bdb-e283-4b97-8f40-a43d7cfa1f29 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:45.594053 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2871a764-2bfa-4798-a728-3ab330cc8471 req-a90f7bdb-e283-4b97-8f40-a43d7cfa1f29 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0546134 Aug 27 04:05:45.647416 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2871a764-2bfa-4798-a728-3ab330cc8471 req-95f6be71-ce08-412c-bdcb-2bb40889f751 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Aug 27 04:05:45.881049 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36148) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:46.107184 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7d49-419c-4317-8070-65c10596d766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.232018 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7d49-419c-4317-8070-65c10596d766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.236046 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7d49-419c-4317-8070-65c10596d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.276449 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8b6f7d49-419c-4317-8070-65c10596d766 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc03d74a95414c4fbb593bdeb7ecc96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930569 Aug 27 04:05:46.279246 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:46.281880 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f7d49-419c-4317-8070-65c10596d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3938d828-782f-4469-9238-0f1fef9ca12d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:46.339204 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.366111 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.418741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36176) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:46.424655 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.427256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.428387 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3938d828-782f-4469-9238-0f1fef9ca12d HTTP/1.1" status: 204 len: 168 time: 0.1480756 Aug 27 04:05:46.438395 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123b08-bc51-4f90-9ad5-914d6b7fdf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3938d828-782f-4469-9238-0f1fef9ca12d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:46.661889 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8ecc-8a09-4b29-91fd-54458426309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.807599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3538-52c5-4bb2-829b-41c32409b093 req-5640336f-da9e-478c-9ffb-4666e5bce9c8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:46.809172 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-008f3538-52c5-4bb2-829b-41c32409b093 req-5640336f-da9e-478c-9ffb-4666e5bce9c8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0734382 Aug 27 04:05:46.819524 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8ecc-8a09-4b29-91fd-54458426309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.833966 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8ecc-8a09-4b29-91fd-54458426309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.890366 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-008f3538-52c5-4bb2-829b-41c32409b093 req-92aa59f5-98a5-4e92-871b-a374502ef474 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728312 Aug 27 04:05:46.895565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36198) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:46.900772 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-dcaa8ecc-8a09-4b29-91fd-54458426309e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd57b94e0214bbead1ca09d8ff27946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801204 Aug 27 04:05:46.902053 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa8ecc-8a09-4b29-91fd-54458426309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61919723-6bda-4859-a7f5-ce366c9df7c0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:46.955997 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.979835 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.031390 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.033990 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.035131 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61919723-6bda-4859-a7f5-ce366c9df7c0 HTTP/1.1" status: 204 len: 168 time: 0.1385615 Aug 27 04:05:47.044413 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d830-edcb-435d-9308-bd84e18e394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61919723-6bda-4859-a7f5-ce366c9df7c0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:47.469583 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c773b-5a9d-452b-aa20-0ef4de9929d7 req-c95b5b41-6ff6-42cb-b8ba-b7b1c98e4dc5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:47.471369 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-032c773b-5a9d-452b-aa20-0ef4de9929d7 req-c95b5b41-6ff6-42cb-b8ba-b7b1c98e4dc5 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0731530 Aug 27 04:05:47.520637 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-032c773b-5a9d-452b-aa20-0ef4de9929d7 req-34e93d0d-9825-4b98-a101-66120493f0ea tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Aug 27 04:05:47.841950 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36256) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.000169 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2103896416-network', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.021527 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd0b14-4e89-4b10-8bf1-db1bd6786e8d req-ab7b6a5d-88a4-4c19-a2d9-f3ea5900772e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:48.023405 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0dd0b14-4e89-4b10-8bf1-db1bd6786e8d req-ab7b6a5d-88a4-4c19-a2d9-f3ea5900772e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0557082 Aug 27 04:05:48.023540 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Made reservation on behalf of b2d8b6a57de7489aa9aeb5a1e18f45bd for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:48.026443 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.035283 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.073377 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0dd0b14-4e89-4b10-8bf1-db1bd6786e8d req-c6a7ff13-eecf-4abe-afb0-3a7b6581aaba tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Aug 27 04:05:48.133319 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.137731 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.163770 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:05:48.174289 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba0fea0-67e4-42f5-9aec-b4267bd03e04,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.180403 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.180747 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Added segment 85e20a64-0362-44e1-b49f-e934ea6ef877 of type vlan for network 95fd058d-4758-42af-bc51-a66cb0c48fc5 Aug 27 04:05:48.225205 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.251096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.252079 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:48.252654 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.302236 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4587836 Aug 27 04:05:48.305301 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36272) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.313329 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Request body: {'subnet': {'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2103896416-subnet', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.313627 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11634-90fa-4ea7-bb5c-86a9610040dd admin admin] Pushing event updated for resources: {'Network': ['ID=95fd058d-4758-42af-bc51-a66cb0c48fc5,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.323617 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:05:48.337411 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Made reservation on behalf of b2d8b6a57de7489aa9aeb5a1e18f45bd for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:48.340620 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.519048 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.587644 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f63df78-d189-4bcd-8a50-08c6b68bbac7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.595941 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Checking segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:48.596334 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Network hostable DHCP agents. Network: 95fd058d-4758-42af-bc51-a66cb0c48fc5, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:05:48.641900 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:05:48.653352 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 95fd058d-4758-42af-bc51-a66cb0c48fc5) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:48.658435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:48.659379 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.662551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05f2ee-036b-47f6-9d3d-565081705834 None None] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:48.678194 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-9cae0cbc-0acd-4924-b79e-c055fe3c664a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3706191 Aug 27 04:05:48.680972 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36282) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.686445 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.687679 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289b31c-9354-4f57-88fb-a4ef05c12359 req-64708463-5386-4600-b3f3-d5e0199ac845 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:48.689241 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8289b31c-9354-4f57-88fb-a4ef05c12359 req-64708463-5386-4600-b3f3-d5e0199ac845 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0812376 Aug 27 04:05:48.714447 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.715606 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.732938 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8289b31c-9354-4f57-88fb-a4ef05c12359 req-fa0933f9-2185-4e77-90b8-4ef53b020f0a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Aug 27 04:05:48.782172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.830847 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-95fd058d-4758-42af-bc51-a66cb0c48fc5', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:05:48.831737 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.923360 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.983296 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Allocated IP 172.20.0.2 (95fd058d-4758-42af-bc51-a66cb0c48fc5/4f63df78-d189-4bcd-8a50-08c6b68bbac7/51906de0-1978-4b80-b96e-55cb51b01489) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:49.128197 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.131562 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.140339 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Transition to ACTIVE for port object 51906de0-1978-4b80-b96e-55cb51b01489 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:49.147298 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.160708 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Transition to ACTIVE for port object 51906de0-1978-4b80-b96e-55cb51b01489 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:49.167216 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.199854 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae328b60-00c1-46c6-8da6-4dca5bc3edea req-9efded74-329f-4bd3-9e62-0e2df202092e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:49.201516 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ae328b60-00c1-46c6-8da6-4dca5bc3edea req-9efded74-329f-4bd3-9e62-0e2df202092e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0561244 Aug 27 04:05:49.212239 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:49.215982 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:49.220430 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:49.223508 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Pushing event updated for resources: {'Port': ['ID=51906de0-1978-4b80-b96e-55cb51b01489,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.248550 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ae328b60-00c1-46c6-8da6-4dca5bc3edea req-c5a133a4-a0c1-473f-b947-0a859fefce0b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Aug 27 04:05:49.258135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Allocated IP 172.28.2.43 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/b2bb194b-d87d-4834-8eda-24bdf9da14a3) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:49.283901 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Attempting to bind port 51906de0-1978-4b80-b96e-55cb51b01489 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:49.284700 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Attempting to bind port 51906de0-1978-4b80-b96e-55cb51b01489 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:49.285238 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Attempting to bind port 51906de0-1978-4b80-b96e-55cb51b01489 on network 95fd058d-4758-42af-bc51-a66cb0c48fc5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:49.292447 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:49.292838 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Checking segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:49.293256 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.293849 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Bound using segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:49.294643 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Bound port: 51906de0-1978-4b80-b96e-55cb51b01489, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:49.295221 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.363957 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] For port 51906de0-1978-4b80-b96e-55cb51b01489, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:49.367106 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] For port 51906de0-1978-4b80-b96e-55cb51b01489, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=51906de0-1978-4b80-b96e-55cb51b01489,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:49.371191 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.376957 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.418890 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.430211 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79e116-f99e-42f0-871b-b873c14f09ac None None] Pushing event updated for resources: {'Port': ['ID=51906de0-1978-4b80-b96e-55cb51b01489,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.455146 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:49.457882 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:49.464627 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:49.500322 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bb194b-d87d-4834-8eda-24bdf9da14a3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.723402 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c6642-2011-4542-9f06-e862c66ec28a req-8a8cac2d-ba9f-4972-bb6b-460adbf8bb84 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:49.725049 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-773c6642-2011-4542-9f06-e862c66ec28a req-8a8cac2d-ba9f-4972-bb6b-460adbf8bb84 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0701268 Aug 27 04:05:49.888034 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 51906de0-1978-4b80-b96e-55cb51b01489 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:49.905146 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dfc0c-ef75-4679-a774-467f44b81252 req-aa6f3f14-787d-4435-b79f-82ba86a8cf49 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:49.906764 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b1dfc0c-ef75-4679-a774-467f44b81252 req-aa6f3f14-787d-4435-b79f-82ba86a8cf49 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 946 time: 0.0717072 Aug 27 04:05:49.923263 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Deleting port a792b089-ed36-4368-b8c6-8917254aa934 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:05:49.923685 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.965683 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 51906de0-1978-4b80-b96e-55cb51b01489 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:50.017124 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b1dfc0c-ef75-4679-a774-467f44b81252 req-36c4b5e1-8462-42bb-88c8-f9390bdc6c1f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029103 Aug 27 04:05:50.069909 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] For port a792b089-ed36-4368-b8c6-8917254aa934, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a792b089-ed36-4368-b8c6-8917254aa934,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:50.070277 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.088656 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Calling delete_port for a792b089-ed36-4368-b8c6-8917254aa934 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:05:50.109267 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.255599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.269378 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'b249e893-6313-4492-906b-450521b76ac8', 'a792b089-ed36-4368-b8c6-8917254aa934'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:50.296991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event deleted for resources: {'Port': ['ID=a792b089-ed36-4368-b8c6-8917254aa934,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:50.370081 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.392236 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] No DVR routers for this DVR port a792b089-ed36-4368-b8c6-8917254aa934 on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:05:50.403931 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.406427 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-773c6642-2011-4542-9f06-e862c66ec28a req-b62cfdc0-2470-44d8-8756-2490ec107d9e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "DELETE /v2.0/ports/a792b089-ed36-4368-b8c6-8917254aa934 HTTP/1.1" status: 204 len: 173 time: 0.6740153 Aug 27 04:05:50.407151 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'name': 'network-vif-deleted', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:50.410000 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552d83e-9970-4b1a-a933-ac2fafd93bac" -d '{"events": [{"server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "name": "network-vif-deleted", "tag": "a792b089-ed36-4368-b8c6-8917254aa934"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:50.462605 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2265a-8638-4272-8cc6-4f7dd18d5c8e req-263129d2-60ab-447e-8e40-358649e77126 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:50.471662 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4bb2265a-8638-4272-8cc6-4f7dd18d5c8e req-263129d2-60ab-447e-8e40-358649e77126 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0804827 Aug 27 04:05:50.499647 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba415da-3df7-4ce2-b7ae-0eede60911e9 x-openstack-request-id: req-0ba415da-3df7-4ce2-b7ae-0eede60911e9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:50.500158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1687070a-a60a-4afc-a221-1d516e423215", "name": "network-vif-deleted", "tag": "a792b089-ed36-4368-b8c6-8917254aa934", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:50.500712 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ba415da-3df7-4ce2-b7ae-0eede60911e9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:50.501277 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1687070a-a60a-4afc-a221-1d516e423215', 'name': 'network-vif-deleted', 'tag': 'a792b089-ed36-4368-b8c6-8917254aa934', 'status': 'completed', 'code': 200} Aug 27 04:05:50.544259 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4bb2265a-8638-4272-8cc6-4f7dd18d5c8e req-dd3fac53-dfb3-4d0d-a15d-0da69a1075d2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712888 Aug 27 04:05:50.616209 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:05:50.675547 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c01b8f-29e3-4f71-b532-faf119cf3921 None None] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:50.745555 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:50.757783 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Sync routers for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:50.765325 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.767835 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:50.768177 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c63dd65f-f3ed-4afb-ba36-e9d60fa71617 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0849473 Aug 27 04:05:50.768618 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:50.770843 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36320) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:50.808767 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Provisioning for port 51906de0-1978-4b80-b96e-55cb51b01489 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:50.823636 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Provisioning complete for port 51906de0-1978-4b80-b96e-55cb51b01489 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:50.824045 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:50.891684 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:51.040999 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.142665 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] For port 51906de0-1978-4b80-b96e-55cb51b01489, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=51906de0-1978-4b80-b96e-55cb51b01489,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:51.151812 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.184405 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 3, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:51.214934 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6524f638-9f8a-4299-8725-4cca5668fc82 req-af74f122-3e5c-44f3-8bc5-dad22d11c8d2 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=1687070a-a60a-4afc-a221-1d516e423215 HTTP/1.1" status: 200 len: 210 time: 0.0600355 Aug 27 04:05:51.224623 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Checking router: fb339b3e-a985-4b1d-a1ab-941e2a0316b5 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:51.225272 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Updating router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 port b2bb194b-d87d-4834-8eda-24bdf9da14a3 binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:51.259993 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.268492 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b4b34-a0dd-4338-8a26-2232b14f3e26 None None] Pushing event updated for resources: {'Port': ['ID=51906de0-1978-4b80-b96e-55cb51b01489,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:51.374170 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-1017854d-0255-440c-8abb-03f4afb2efb0 None None] Provisioning complete for port 51906de0-1978-4b80-b96e-55cb51b01489 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:51.374656 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1017854d-0255-440c-8abb-03f4afb2efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.395414 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.555550 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.558913 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Allocated IP 172.20.0.1 (95fd058d-4758-42af-bc51-a66cb0c48fc5/4f63df78-d189-4bcd-8a50-08c6b68bbac7/e800d72e-4596-4d9c-8c6f-22c6d1819c3c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:51.567807 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Transition to ACTIVE for port object b2bb194b-d87d-4834-8eda-24bdf9da14a3 will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:51.574839 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.628872 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Attempting to bind port b2bb194b-d87d-4834-8eda-24bdf9da14a3 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:51.629247 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Attempting to bind port b2bb194b-d87d-4834-8eda-24bdf9da14a3 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:51.629611 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Attempting to bind port b2bb194b-d87d-4834-8eda-24bdf9da14a3 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:51.637923 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:51.638303 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:51.638711 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.639112 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:51.639584 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Bound port: b2bb194b-d87d-4834-8eda-24bdf9da14a3, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:51.640017 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.641592 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Pushing event updated for resources: {'Port': ['ID=b2bb194b-d87d-4834-8eda-24bdf9da14a3,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:51.666935 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.667290 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.667629 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.667991 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.668326 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.668660 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.668990 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.669320 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.669647 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.669973 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.670296 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.670633 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:51.700327 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02445fdc-d4e9-493f-940e-5c2672a7ad2f req-d37cfb61-1af5-4593-95b8-3cbc242a39f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:51.701861 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-02445fdc-d4e9-493f-940e-5c2672a7ad2f req-d37cfb61-1af5-4593-95b8-3cbc242a39f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0834215 Aug 27 04:05:51.712994 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] For port b2bb194b-d87d-4834-8eda-24bdf9da14a3, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:51.716297 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] For port b2bb194b-d87d-4834-8eda-24bdf9da14a3, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=b2bb194b-d87d-4834-8eda-24bdf9da14a3,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:51.721018 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.724687 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.751158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Transition to ACTIVE for port object e800d72e-4596-4d9c-8c6f-22c6d1819c3c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:51.769098 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-02445fdc-d4e9-493f-940e-5c2672a7ad2f req-4e0e91ec-5854-4892-bb91-61e3bcde0de3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 Aug 27 04:05:51.801706 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5100d1-0044-4d77-9110-dc2405fb8a57 None None] Pushing event updated for resources: {'Port': ['ID=b2bb194b-d87d-4834-8eda-24bdf9da14a3,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:51.802227 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.814563 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:51.814563 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:51.846011 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:51.849115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:51.851470 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 51906de0-1978-4b80-b96e-55cb51b01489 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:51.854609 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:51.855117 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.859677 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Pushing event updated for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:51.910458 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 51906de0-1978-4b80-b96e-55cb51b01489 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:51.910938 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.946636 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:52.008919 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.162618 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 3, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:52.197973 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b5f9a80e-3086-4686-b221-5549c719d25e None None] Provisioning for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:52.201233 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.204561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-b5f9a80e-3086-4686-b221-5549c719d25e None None] Provisioning complete for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:52.205008 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a80e-3086-4686-b221-5549c719d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.205446 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2da7a-a80d-4577-a618-64993c0d6a95 None None] The sync data for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb is: [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 3, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:52.208617 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.209770 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.267126 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9a80e-3086-4686-b221-5549c719d25e None None] Port e800d72e-4596-4d9c-8c6f-22c6d1819c3c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:52.316643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Pushing event updated for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:52.386717 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:52.399184 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:52.790863 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-6e65307e-7a76-45c6-a833-c55379d254b5 None None] Provisioning complete for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:52.791241 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6e65307e-7a76-45c6-a833-c55379d254b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.795914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:05:52.841719 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-6e65307e-7a76-45c6-a833-c55379d254b5 None None] Port e800d72e-4596-4d9c-8c6f-22c6d1819c3c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:52.944225 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:52.950723 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f7949993-025a-4ec6-ab3b-f1e7e16c092e admin admin] 10.222.0.70 "PUT /v2.0/routers/fb339b3e-a985-4b1d-a1ab-941e2a0316b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1772618 Aug 27 04:05:52.960111 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa7d10-1238-4103-b451-4914cfd560cc req-54117811-6716-4682-a81f-355e473528f9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:52.961931 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-acaa7d10-1238-4103-b451-4914cfd560cc req-54117811-6716-4682-a81f-355e473528f9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1000154 Aug 27 04:05:53.005905 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-acaa7d10-1238-4103-b451-4914cfd560cc req-6a573e16-abce-4974-964d-263cdcd4e8d7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Aug 27 04:05:53.484458 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36376) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:53.489968 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2087622385-network', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:53.517944 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Made reservation on behalf of 87e0ef011d0a411ead3c592bb740657f for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:53.524026 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.533986 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.682001 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.687124 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.716132 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:05:53.722032 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860eaa37-882b-4e69-927e-4ffea2417073,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:53.731837 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.731837 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Added segment 2e9a4ddc-f7f3-4cc5-903f-fd05542d664a of type vlan for network 59bbc793-66f6-4fda-964d-6e0cea272e50 Aug 27 04:05:53.790217 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.803452 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5a38-d756-403e-b0bc-cee9a52ea3d7 req-e0777932-0534-4e79-80f5-8e7fa2ec60b3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:53.805124 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-719e5a38-d756-403e-b0bc-cee9a52ea3d7 req-e0777932-0534-4e79-80f5-8e7fa2ec60b3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.0663857 Aug 27 04:05:53.819772 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.829639 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:53.829639 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.882756 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3945515 Aug 27 04:05:53.884657 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36400) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:53.891428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Request body: {'subnet': {'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2087622385-subnet', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:53.893838 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-719e5a38-d756-403e-b0bc-cee9a52ea3d7 req-f05228d8-920d-4725-bde6-514c22c21ea1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 Aug 27 04:05:53.907432 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device b2bb194b-d87d-4834-8eda-24bdf9da14a3 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:53.922631 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd2b15-2ced-4283-bc87-ac7a975bfa19 admin admin] Pushing event updated for resources: {'Network': ['ID=59bbc793-66f6-4fda-964d-6e0cea272e50,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:53.932761 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Made reservation on behalf of 87e0ef011d0a411ead3c592bb740657f for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:53.935937 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5009687'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.944846 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:05:54.076236 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port b2bb194b-d87d-4834-8eda-24bdf9da14a3 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:54.083043 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Sync routers for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:54.090200 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port b2bb194b-d87d-4834-8eda-24bdf9da14a3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:54.090829 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.124716 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:54.125360 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:54.150723 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14618-ff1c-4d89-bd9b-9b93e8d3c625 req-9693e09b-8b9f-416b-a85e-b1f41e0b3c93 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:54.152364 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5009765'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.152534 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-04e14618-ff1c-4d89-bd9b-9b93e8d3c625 req-9693e09b-8b9f-416b-a85e-b1f41e0b3c93 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0577953 Aug 27 04:05:54.210713 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-04e14618-ff1c-4d89-bd9b-9b93e8d3c625 req-3b6ec8c2-415e-4057-b75a-9a1bd83f41fa tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Aug 27 04:05:54.218803 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5637ae-2b96-4b3b-8a66-4fba9943d76a,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:54.228707 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Checking segment: {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:54.229078 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Network hostable DHCP agents. Network: 59bbc793-66f6-4fda-964d-6e0cea272e50, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:05:54.248262 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:05:54.258661 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 59bbc793-66f6-4fda-964d-6e0cea272e50) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:54.263307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:54.263972 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.279099 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8dc40521-ca15-4ba3-878a-fc2c8b591f64 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3933923 Aug 27 04:05:54.281722 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36408) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:54.286148 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:54.309408 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.310482 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.310649 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a792b089-ed36-4368-b8c6-8917254aa934 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:05:54.312608 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4148f-a65b-45b5-a4cd-7c57db086a84 None None] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:54.366666 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.374268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: a792b089-ed36-4368-b8c6-8917254aa934 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:05:54.374612 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a792b089-ed36-4368-b8c6-8917254aa934 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:05:54.501426 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.506866 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:54.511268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.582701 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port b2bb194b-d87d-4834-8eda-24bdf9da14a3, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=b2bb194b-d87d-4834-8eda-24bdf9da14a3,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:54.594088 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.710084 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.729681 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.735809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-59bbc793-66f6-4fda-964d-6e0cea272e50', 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'fixed_ips': [{'subnet_id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:05:54.736664 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.759222 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=b2bb194b-d87d-4834-8eda-24bdf9da14a3,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:54.838677 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Allocated IP 172.28.2.35 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/5592e837-ed8c-4593-90dd-9ccc16059a9e) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:54.942890 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Allocated IP 172.20.0.2 (59bbc793-66f6-4fda-964d-6e0cea272e50/bc5637ae-2b96-4b3b-8a66-4fba9943d76a/4aa37b4a-ae50-4230-ab50-227d30bc76eb) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:54.948860 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.960205 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:52Z', 'revision_number': 2, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:55.003809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Checking router: fb339b3e-a985-4b1d-a1ab-941e2a0316b5 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:55.004170 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Updating router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 port e800d72e-4596-4d9c-8c6f-22c6d1819c3c binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:55.011025 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.028608 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dbf49-ae88-43e9-a85d-eda07bfdfcca req-56c59c49-481e-4ef6-9fa7-ab42947993db tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:55.031241 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-569dbf49-ae88-43e9-a85d-eda07bfdfcca req-56c59c49-481e-4ef6-9fa7-ab42947993db tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.0556412 Aug 27 04:05:55.051433 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:55.057959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:55.064656 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.070658 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:55.083332 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-569dbf49-ae88-43e9-a85d-eda07bfdfcca req-4698f73d-df63-4fa9-a480-300f33036c65 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Aug 27 04:05:55.129270 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5592e837-ed8c-4593-90dd-9ccc16059a9e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:55.296380 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.345505 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Transition to ACTIVE for port object 4aa37b4a-ae50-4230-ab50-227d30bc76eb will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:55.352261 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea5a67-9d21-48d8-9f2b-72f44ab6913e req-75941e4e-2a7c-4124-a026-d86996203c56 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:55.360712 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8bea5a67-9d21-48d8-9f2b-72f44ab6913e req-75941e4e-2a7c-4124-a026-d86996203c56 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0613616 Aug 27 04:05:55.372263 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Transition to ACTIVE for port object 4aa37b4a-ae50-4230-ab50-227d30bc76eb will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:55.386907 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.412325 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8bea5a67-9d21-48d8-9f2b-72f44ab6913e req-5e845cf7-9208-41d1-b0f8-41392815db91 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502651 Aug 27 04:05:55.426307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.451259 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:55.460832 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:55.467479 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:55.481457 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Pushing event updated for resources: {'Port': ['ID=4aa37b4a-ae50-4230-ab50-227d30bc76eb,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:55.495384 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36432) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:55.573404 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.575667 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Attempting to bind port 4aa37b4a-ae50-4230-ab50-227d30bc76eb on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:55.576063 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Attempting to bind port 4aa37b4a-ae50-4230-ab50-227d30bc76eb by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:55.576429 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Attempting to bind port 4aa37b4a-ae50-4230-ab50-227d30bc76eb on network 59bbc793-66f6-4fda-964d-6e0cea272e50 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:55.586871 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:55.587259 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Checking segment: {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:55.588841 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.588841 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Bound using segment: {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:55.590268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Bound port: 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:55.590268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.599936 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Transition to ACTIVE for port object e800d72e-4596-4d9c-8c6f-22c6d1819c3c will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:55.609451 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.626243 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99ba0d8e-8d39-4e2e-aa14-8391134d49dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.655958 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.703042 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33552-7c20-47f5-85f5-3dee229864da None None] Pushing event updated for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:55.721606 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] For port 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:55.728318 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] For port 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=4aa37b4a-ae50-4230-ab50-227d30bc76eb,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:55.750126 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.781578 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99ba0d8e-8d39-4e2e-aa14-8391134d49dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.789184 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-99ba0d8e-8d39-4e2e-aa14-8391134d49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.822338 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Router 558aa8fc-3c94-450f-a8f0-35771638de11 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:05:55.823683 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-99ba0d8e-8d39-4e2e-aa14-8391134d49dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f140ec9170e24052b7b8cbcae9e1941d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270257 Aug 27 04:05:55.826798 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36438) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:55.840772 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Attempting to bind port e800d72e-4596-4d9c-8c6f-22c6d1819c3c on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:55.841295 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Attempting to bind port e800d72e-4596-4d9c-8c6f-22c6d1819c3c by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:55.841767 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Attempting to bind port e800d72e-4596-4d9c-8c6f-22c6d1819c3c on network 95fd058d-4758-42af-bc51-a66cb0c48fc5 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:55.858318 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:55.860676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Checking segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:55.861286 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.861792 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Bound using segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:55.862401 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Bound port: e800d72e-4596-4d9c-8c6f-22c6d1819c3c, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:55.862922 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:55.928487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0d8e-8d39-4e2e-aa14-8391134d49dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c7733-ce4b-4814-ad52-79d525080845,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:55.941558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device b2bb194b-d87d-4834-8eda-24bdf9da14a3 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:55.977545 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-1da64207-c0ff-4641-bd9f-3ea15d20cc79 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:55.978852 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:55.979268 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-1da64207-c0ff-4641-bd9f-3ea15d20cc79 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.1362245 Aug 27 04:05:55.988214 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Sync routers for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:56.000950 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:56.002081 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:56.010891 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.012247 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7808e319-cb2f-4375-b99a-d99b4a1a19d8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7295825 Aug 27 04:05:56.015095 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36440) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:56.047280 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.053546 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] For port e800d72e-4596-4d9c-8c6f-22c6d1819c3c, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:56.063818 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] For port e800d72e-4596-4d9c-8c6f-22c6d1819c3c, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:56.092724 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.097674 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e905e-c9ab-4159-a2e6-e80f76009c51 None None] Pushing event updated for resources: {'Port': ['ID=4aa37b4a-ae50-4230-ab50-227d30bc76eb,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:56.131428 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.151375 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port b2bb194b-d87d-4834-8eda-24bdf9da14a3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:56.160455 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.221643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Deleting port b249e893-6313-4492-906b-450521b76ac8 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:05:56.222039 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.347867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.349137 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:56.349978 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:56.352895 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.358913 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/542c7733-ce4b-4814-ad52-79d525080845 HTTP/1.1" status: 204 len: 168 time: 0.5286291 Aug 27 04:05:56.412789 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f4e5e-2f18-4420-b52b-f54139231e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c7733-ce4b-4814-ad52-79d525080845,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:56.517160 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d91e7-f6b9-4218-8a02-50330ad47988 req-001204ed-d2c6-464a-af77-c4a4e1ed2c9a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:56.533386 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f31d91e7-f6b9-4218-8a02-50330ad47988 req-001204ed-d2c6-464a-af77-c4a4e1ed2c9a tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 946 time: 0.2938337 Aug 27 04:05:56.537610 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:56.562741 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:56.637657 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] For port b249e893-6313-4492-906b-450521b76ac8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b249e893-6313-4492-906b-450521b76ac8,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:56.638449 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:56.661318 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be33552-7c20-47f5-85f5-3dee229864da None None] Pushing event updated for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:56.744667 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:05:56.753002 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Calling delete_port for b249e893-6313-4492-906b-450521b76ac8 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:05:56.841462 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f31d91e7-f6b9-4218-8a02-50330ad47988 req-db566a34-f294-473f-b5c4-86d35527670c tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912281 Aug 27 04:05:56.903390 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:55Z', 'revision_number': 3, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:56.909846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ef40-af6a-4464-a10b-0fcd367c0f56 req-acc54619-8907-4574-926f-393b7cc66db1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:56.911448 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2263ef40-af6a-4464-a10b-0fcd367c0f56 req-acc54619-8907-4574-926f-393b7cc66db1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.2558241 Aug 27 04:05:56.948536 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ba22-c0fa-45ea-963a-bca1963a5b56 req-f9ea0e6a-1179-4602-aea5-ccf8a444d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:56.950474 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9c89ba22-c0fa-45ea-963a-bca1963a5b56 req-f9ea0e6a-1179-4602-aea5-ccf8a444d278 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.1867537 Aug 27 04:05:56.976292 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Checking router: 558aa8fc-3c94-450f-a8f0-35771638de11 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:56.976292 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Updating router 558aa8fc-3c94-450f-a8f0-35771638de11 port 5592e837-ed8c-4593-90dd-9ccc16059a9e binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:57.048730 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9c89ba22-c0fa-45ea-963a-bca1963a5b56 req-84b4bf07-0993-404b-bc09-d6f6dec82ee1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 Aug 27 04:05:57.051209 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36454) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:57.055531 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.074304 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2263ef40-af6a-4464-a10b-0fcd367c0f56 req-95e1760a-bc94-4f9c-8af7-fa57d669a76f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480393 Aug 27 04:05:57.085264 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c194a42-c4d2-4c6c-9abd-e3ff18cbcb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.216166 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.231550 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'b249e893-6313-4492-906b-450521b76ac8'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:57.253890 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.263723 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event deleted for resources: {'Port': ['ID=b249e893-6313-4492-906b-450521b76ac8,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.286400 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:56Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:57.324807 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bd26d-ae2f-4c2d-81f7-d8f8ef19ff68 None None] The sync data for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb is: [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:56Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:57.370783 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] No DVR routers for this DVR port b249e893-6313-4492-906b-450521b76ac8 on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:05:57.378496 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.381936 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6a81f04c-24c7-4eb7-ba1c-417c0fa2c478 req-efa9cd99-3de5-41dc-af14-b668e8818b30 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "DELETE /v2.0/ports/b249e893-6313-4492-906b-450521b76ac8 HTTP/1.1" status: 204 len: 173 time: 1.3915756 Aug 27 04:05:57.387067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'name': 'network-vif-deleted', 'tag': 'b249e893-6313-4492-906b-450521b76ac8'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:57.390034 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474e33b-656b-4ba0-b070-2bbbf9eb5354" -d '{"events": [{"server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "name": "network-vif-deleted", "tag": "b249e893-6313-4492-906b-450521b76ac8"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:57.424119 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9278f23-224f-4fe8-a486-6e4e505333f8 None None] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:57.468597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c194a42-c4d2-4c6c-9abd-e3ff18cbcb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.477412 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-4c194a42-c4d2-4c6c-9abd-e3ff18cbcb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.577267 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-4c194a42-c4d2-4c6c-9abd-e3ff18cbcb21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbfcd4c1d2544b90bc5afc6e38373f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179286 Aug 27 04:05:57.579008 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644ad49-9486-419a-b4d2-10b0d00a73d6 x-openstack-request-id: req-b644ad49-9486-419a-b4d2-10b0d00a73d6 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:57.579315 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e", "name": "network-vif-deleted", "tag": "b249e893-6313-4492-906b-450521b76ac8", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:57.579570 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b644ad49-9486-419a-b4d2-10b0d00a73d6 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:57.579987 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e', 'name': 'network-vif-deleted', 'tag': 'b249e893-6313-4492-906b-450521b76ac8', 'status': 'completed', 'code': 200} Aug 27 04:05:57.580359 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36460) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:57.581365 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c194a42-c4d2-4c6c-9abd-e3ff18cbcb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f411c-1b4e-46c0-8c42-95f94f3b0b37,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.595122 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.615161 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Transition to ACTIVE for port object 5592e837-ed8c-4593-90dd-9ccc16059a9e will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:57.617823 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-da6102c1-0a77-4e60-bc8d-05c4d3d0880d None None] Provisioning for port 4aa37b4a-ae50-4230-ab50-227d30bc76eb completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:57.628278 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Allocated IP 172.20.0.1 (59bbc793-66f6-4fda-964d-6e0cea272e50/bc5637ae-2b96-4b3b-8a66-4fba9943d76a/2bebad3a-8e20-485f-8dea-2cb1995d6c1b) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:57.629826 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.677577 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb7809-7a81-487f-8eba-5b5d9052e7f1 None None] Pushing event updated for resources: {'Port': ['ID=5592e837-ed8c-4593-90dd-9ccc16059a9e,revision_number=2']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.700564 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Attempting to bind port 5592e837-ed8c-4593-90dd-9ccc16059a9e on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:57.700970 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Attempting to bind port 5592e837-ed8c-4593-90dd-9ccc16059a9e by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:57.701415 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Attempting to bind port 5592e837-ed8c-4593-90dd-9ccc16059a9e on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:57.707176 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:57.707571 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:57.708031 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.708381 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:57.708862 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Bound port: 5592e837-ed8c-4593-90dd-9ccc16059a9e, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:57.709306 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.724875 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.772119 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] For port 5592e837-ed8c-4593-90dd-9ccc16059a9e, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:57.776249 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] For port 5592e837-ed8c-4593-90dd-9ccc16059a9e, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=5592e837-ed8c-4593-90dd-9ccc16059a9e,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:57.780038 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.784498 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.792517 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.806712 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Transition to ACTIVE for port object 2bebad3a-8e20-485f-8dea-2cb1995d6c1b will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:57.846902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.874569 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb7809-7a81-487f-8eba-5b5d9052e7f1 None None] Pushing event updated for resources: {'Port': ['ID=5592e837-ed8c-4593-90dd-9ccc16059a9e,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.897785 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:57.898775 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:57.912642 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:57.930682 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:57.935552 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.936053 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:57.945846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.961579 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f9f411c-1b4e-46c0-8c42-95f94f3b0b37 HTTP/1.1" status: 204 len: 168 time: 0.3632164 Aug 27 04:05:57.987028 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5569f1-75d0-415c-8d60-7e8de13ab45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f411c-1b4e-46c0-8c42-95f94f3b0b37,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:58.024277 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.156450 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:58.157664 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 4aa37b4a-ae50-4230-ab50-227d30bc76eb up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:58.158403 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:58.210955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-80eba86a-4f9b-41b2-9871-74fe61b4fd5d req-402e5030-6d3a-4e58-8b3f-0460d4bffbb3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e173d35-90d4-4d5d-9de2-6b4da6e0fb7e HTTP/1.1" status: 200 len: 210 time: 0.0965230 Aug 27 04:05:58.297776 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 4aa37b4a-ae50-4230-ab50-227d30bc76eb completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:58.317955 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 4aa37b4a-ae50-4230-ab50-227d30bc76eb triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:58.318745 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.457255 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-405fbded-dd96-4500-a62a-647d4e2ab819 None None] Provisioning complete for port 4aa37b4a-ae50-4230-ab50-227d30bc76eb triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:58.457936 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-405fbded-dd96-4500-a62a-647d4e2ab819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.503436 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.526126 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3438be-f818-47cf-b4df-a853235e5074 req-2898214a-4d8b-4485-b673-909704afc121 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:58.531594 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c3438be-f818-47cf-b4df-a853235e5074 req-2898214a-4d8b-4485-b673-909704afc121 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1176608 Aug 27 04:05:58.604732 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:55Z', 'revision_number': 3, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:58.631655 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.641580 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7c3438be-f818-47cf-b4df-a853235e5074 req-e418368c-f724-4e74-981c-3b1fb3064f6e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004498 Aug 27 04:05:58.676352 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1acd22-d6c1-4a8a-a5c7-39d8ea82e196 None None] The sync data for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb is: [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:55Z', 'revision_number': 3, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:58.757899 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36474) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:58.767378 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=4aa37b4a-ae50-4230-ab50-227d30bc76eb,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:58.777677 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.778445 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e800d72e-4596-4d9c-8c6f-22c6d1819c3c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:58.781230 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cb0df40-e07f-48c9-96b1-a67e4ae190fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.842955 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-405fbded-dd96-4500-a62a-647d4e2ab819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.856210 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.864330 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.920738 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=4aa37b4a-ae50-4230-ab50-227d30bc76eb,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:58.941715 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:58.944211 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.db.api [None req-405fbded-dd96-4500-a62a-647d4e2ab819 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:05:58.944610 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG oslo_db.api [None req-405fbded-dd96-4500-a62a-647d4e2ab819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:05:58.946418 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.948527 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:58.954278 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:58.954888 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.963440 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cb0df40-e07f-48c9-96b1-a67e4ae190fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:58.971992 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7cb0df40-e07f-48c9-96b1-a67e4ae190fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.028518 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0df40-e07f-48c9-96b1-a67e4ae190fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b637c-70b9-4ebc-8cef-cd54c32d4161,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:59.048340 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36476) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:59.050132 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7cb0df40-e07f-48c9-96b1-a67e4ae190fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=002347d0d0e04aea8bcf35cf55716e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909887 Aug 27 04:05:59.101086 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.130168 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:59.132993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:59.155608 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port e800d72e-4596-4d9c-8c6f-22c6d1819c3c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:59.161960 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.199480 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.273224 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.280552 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:59.336000 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Router 558aa8fc-3c94-450f-a8f0-35771638de11 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:05:59.392834 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.395614 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.404573 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b60b637c-70b9-4ebc-8cef-cd54c32d4161 HTTP/1.1" status: 204 len: 168 time: 0.3549528 Aug 27 04:05:59.428387 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4822c-af1c-4d7a-a256-b10ef976a68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b637c-70b9-4ebc-8cef-cd54c32d4161,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:59.504792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:59.519035 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e46f114f-6d09-4c44-b69a-01ef1c35f5f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/558aa8fc-3c94-450f-a8f0-35771638de11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5028133 Aug 27 04:05:59.644346 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-636ce397-2dd0-4014-85f6-e8d975b4330f None None] Provisioning for port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:59.649210 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-636ce397-2dd0-4014-85f6-e8d975b4330f None None] Provisioning complete for port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:59.649599 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-636ce397-2dd0-4014-85f6-e8d975b4330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:59.699758 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8180a-f91f-4de7-8875-15803ee6e49d req-ed6ed039-b424-4922-818e-5111e4a57f83 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:59.708915 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aee8180a-f91f-4de7-8875-15803ee6e49d req-ed6ed039-b424-4922-818e-5111e4a57f83 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0966771 Aug 27 04:05:59.759826 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-636ce397-2dd0-4014-85f6-e8d975b4330f None None] Port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:59.767586 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aee8180a-f91f-4de7-8875-15803ee6e49d req-ee933640-2457-4f9e-b173-f4222eaef38f tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Aug 27 04:05:59.888842 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a01b6-c59b-4a8e-a934-fc3d89c7af09 req-e5cbea1b-5097-4b22-beda-fcb2bd1f17c5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:59.890591 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b76a01b6-c59b-4a8e-a934-fc3d89c7af09 req-e5cbea1b-5097-4b22-beda-fcb2bd1f17c5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1221130 Aug 27 04:05:59.941798 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b76a01b6-c59b-4a8e-a934-fc3d89c7af09 req-a05d3f94-263c-4baf-aeec-50b048478b3a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Aug 27 04:06:00.010381 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 4aa37b4a-ae50-4230-ab50-227d30bc76eb up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:00.072154 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 4aa37b4a-ae50-4230-ab50-227d30bc76eb triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:00.072854 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.185884 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 5592e837-ed8c-4593-90dd-9ccc16059a9e up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:00.219019 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device b249e893-6313-4492-906b-450521b76ac8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:06:00.274486 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: b249e893-6313-4492-906b-450521b76ac8 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:06:00.278855 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device b249e893-6313-4492-906b-450521b76ac8 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:06:00.299928 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 5592e837-ed8c-4593-90dd-9ccc16059a9e completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:00.309835 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 5592e837-ed8c-4593-90dd-9ccc16059a9e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:00.310626 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.324598 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660913ae-117c-4cb8-8892-b026ad41590d req-d8382e5f-d9d6-42ab-b1d1-6decbec65e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:00.326527 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-d8382e5f-d9d6-42ab-b1d1-6decbec65e3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.1029832 Aug 27 04:06:00.347038 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b9e57-3518-48dc-82ee-2ae87b97aa57 req-8ab698f3-5152-48a2-b6e9-92022760e9c1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:00.355068 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bf9b9e57-3518-48dc-82ee-2ae87b97aa57 req-8ab698f3-5152-48a2-b6e9-92022760e9c1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1178217 Aug 27 04:06:00.395373 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.420366 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 5592e837-ed8c-4593-90dd-9ccc16059a9e, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=5592e837-ed8c-4593-90dd-9ccc16059a9e,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:00.429741 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.430846 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e800d72e-4596-4d9c-8c6f-22c6d1819c3c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:00.513370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660913ae-117c-4cb8-8892-b026ad41590d req-5e7d4024-aab8-4c3e-b178-91a477d5a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:00.514907 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-5e7d4024-aab8-4c3e-b178-91a477d5a684 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1571925 Aug 27 04:06:00.519926 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=5592e837-ed8c-4593-90dd-9ccc16059a9e,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:00.531257 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port e800d72e-4596-4d9c-8c6f-22c6d1819c3c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:00.531759 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.577189 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-47f1502e-ec89-4870-a2a5-c344952e2e3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0422950 Aug 27 04:06:00.582364 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bf9b9e57-3518-48dc-82ee-2ae87b97aa57 req-4c2e5c1f-df8d-4940-b291-af027b600593 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262638 Aug 27 04:06:00.660668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660913ae-117c-4cb8-8892-b026ad41590d req-f2856abc-f3f4-45e2-9fae-c1da7a657c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:00.662161 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-f2856abc-f3f4-45e2-9fae-c1da7a657c66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0765135 Aug 27 04:06:00.701533 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-794baa8a-4355-4b04-9493-49d994620d39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313613 Aug 27 04:06:00.838029 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-0884443e-a29d-4d8b-8849-f6ff11a55679 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254268 Aug 27 04:06:01.033313 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94026f72-438b-44ac-907e-e7d2a0aa870b req-13011b93-9520-4f5a-a795-c48011bf5903 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.035422 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-94026f72-438b-44ac-907e-e7d2a0aa870b req-13011b93-9520-4f5a-a795-c48011bf5903 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.1655459 Aug 27 04:06:01.038942 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-660913ae-117c-4cb8-8892-b026ad41590d req-701fe7c5-1a09-44f7-a2a2-eee580da8f17 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776328 Aug 27 04:06:01.111607 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Sync routers for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:06:01.121050 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-94026f72-438b-44ac-907e-e7d2a0aa870b req-835e9f2b-7b4b-4ecd-b93e-6e501a3b9d01 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744684 Aug 27 04:06:01.131552 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:01.133424 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:01.293902 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:01.356153 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-c6a19d80-186b-434d-b550-2f89c5a92333 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.357589 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-c6a19d80-186b-434d-b550-2f89c5a92333 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 945 time: 0.0638387 Aug 27 04:06:01.532429 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Deleting port cf318eb1-1bd2-45b1-8b39-a000f890290d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:06:01.533067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:01.575465 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:58Z', 'revision_number': 4, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '2bebad3a-8e20-485f-8dea-2cb1995d6c1b', 'name': '', 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'mac_address': 'fa:16:3e:e2:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:57Z', 'updated_at': '2021-08-27T04:05:58Z', 'revision_number': 2, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'subnets': [{'id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:01.606788 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Checking router: 558aa8fc-3c94-450f-a8f0-35771638de11 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:06:01.607170 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Updating router 558aa8fc-3c94-450f-a8f0-35771638de11 port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:06:01.656424 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:01.757040 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] For port cf318eb1-1bd2-45b1-8b39-a000f890290d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf318eb1-1bd2-45b1-8b39-a000f890290d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:01.757040 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:01.778968 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Calling delete_port for cf318eb1-1bd2-45b1-8b39-a000f890290d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:06:01.799650 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e96a7-5fb9-464a-b657-e837f6579cae req-8d742892-0b65-4149-b059-6204fae8854f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.801218 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc0e96a7-5fb9-464a-b657-e837f6579cae req-8d742892-0b65-4149-b059-6204fae8854f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0999229 Aug 27 04:06:01.938171 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 5592e837-ed8c-4593-90dd-9ccc16059a9e up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:01.956376 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc0e96a7-5fb9-464a-b657-e837f6579cae req-e29015d9-3156-4d15-8ce4-5ce135efff7f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168137 Aug 27 04:06:02.054707 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.062960 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 5592e837-ed8c-4593-90dd-9ccc16059a9e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:02.063842 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.086188 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'cf318eb1-1bd2-45b1-8b39-a000f890290d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:02.096793 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event deleted for resources: {'Port': ['ID=cf318eb1-1bd2-45b1-8b39-a000f890290d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:02.132754 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.133109 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.133453 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.133791 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.134872 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.135214 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.135725 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.136180 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.136513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.136846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.149968 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.151206 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:02.192554 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.193931 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] No DVR routers for this DVR port cf318eb1-1bd2-45b1-8b39-a000f890290d on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:06:02.197256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.200276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4fb7bd8b-d5b0-462a-a03f-0a08ece5fc77 req-9a4e647a-c510-4d73-a854-7835f9435ef8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "DELETE /v2.0/ports/cf318eb1-1bd2-45b1-8b39-a000f890290d HTTP/1.1" status: 204 len: 173 time: 0.8286583 Aug 27 04:06:02.200915 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'name': 'network-vif-deleted', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:02.203670 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29edb668-f2da-4bde-8371-9f90f5fa9b9f" -d '{"events": [{"server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "name": "network-vif-deleted", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:02.220326 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Transition to ACTIVE for port object 2bebad3a-8e20-485f-8dea-2cb1995d6c1b will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:02.278321 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7cc89f4e-9eff-42af-b10b-0844354f29a2 req-9c1d238b-e90f-4aa6-9809-0d1830250e12 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb98ba15-cba4-478f-811a-bdc45e25d667 HTTP/1.1" status: 200 len: 210 time: 0.0592227 Aug 27 04:06:02.278554 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.297311 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd79e538-d592-4a6c-898d-247bf997cab9 x-openstack-request-id: req-fd79e538-d592-4a6c-898d-247bf997cab9 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:02.297837 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb98ba15-cba4-478f-811a-bdc45e25d667", "name": "network-vif-deleted", "tag": "cf318eb1-1bd2-45b1-8b39-a000f890290d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:02.298088 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd79e538-d592-4a6c-898d-247bf997cab9 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:02.298657 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb98ba15-cba4-478f-811a-bdc45e25d667', 'name': 'network-vif-deleted', 'tag': 'cf318eb1-1bd2-45b1-8b39-a000f890290d', 'status': 'completed', 'code': 200} Aug 27 04:06:02.429577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3903490-577e-49cd-ba97-fe2d6151c2c3 None None] Pushing event updated for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:02.563983 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Attempting to bind port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:02.564380 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Attempting to bind port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:02.564798 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Attempting to bind port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b on network 59bbc793-66f6-4fda-964d-6e0cea272e50 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:02.579730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:02.580122 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Checking segment: {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:02.580524 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.580920 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Bound using segment: {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:02.581415 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Bound port: 2bebad3a-8e20-485f-8dea-2cb1995d6c1b, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:02.582106 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.663501 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] For port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:02.669351 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] For port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:02.679724 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:02.747749 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3903490-577e-49cd-ba97-fe2d6151c2c3 None None] Pushing event updated for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:02.769232 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:02.769864 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:05:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:02.947771 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:03.257914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978b62-ed5b-42a5-bd3d-aad8f6216c04 req-69d6b81a-5ff1-47e0-90cc-95695be2f21e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:03.266237 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b978b62-ed5b-42a5-bd3d-aad8f6216c04 req-69d6b81a-5ff1-47e0-90cc-95695be2f21e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0874858 Aug 27 04:06:03.327511 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8b978b62-ed5b-42a5-bd3d-aad8f6216c04 req-d0d6e1e6-338e-427d-a315-1a6e3a29af23 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600698 Aug 27 04:06:03.479570 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:58Z', 'revision_number': 4, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '2bebad3a-8e20-485f-8dea-2cb1995d6c1b', 'name': '', 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'mac_address': 'fa:16:3e:e2:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:57Z', 'updated_at': '2021-08-27T04:06:02Z', 'revision_number': 4, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'subnets': [{'id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:03.510691 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758722af-02fb-4d95-ab44-9ca4401665d9 None None] The sync data for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb is: [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:05:58Z', 'revision_number': 4, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '2bebad3a-8e20-485f-8dea-2cb1995d6c1b', 'name': '', 'network_id': '59bbc793-66f6-4fda-964d-6e0cea272e50', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'mac_address': 'fa:16:3e:e2:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:57Z', 'updated_at': '2021-08-27T04:06:02Z', 'revision_number': 4, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'subnets': [{'id': 'bc5637ae-2b96-4b3b-8a66-4fba9943d76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:06:03.881011 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 2bebad3a-8e20-485f-8dea-2cb1995d6c1b up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:03.940012 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:03.944571 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:03.944950 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:04.064324 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:04.137024 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:04.143093 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:04.231653 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:04.480952 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1d393-102e-4700-a879-305f0abe8b66 req-542d23de-d2c1-492f-ace2-fc6a754f0673 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:04.504307 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-edf1d393-102e-4700-a879-305f0abe8b66 req-542d23de-d2c1-492f-ace2-fc6a754f0673 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0785570 Aug 27 04:06:04.552343 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-edf1d393-102e-4700-a879-305f0abe8b66 req-bb6bc6c2-5fe2-4568-a437-33f13430d306 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Aug 27 04:06:04.917447 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2769da8-2414-48c3-9ca9-41385e5b9508 req-1bfd3263-6474-4cad-bdc5-14c49f5a3cd1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:04.919049 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b2769da8-2414-48c3-9ca9-41385e5b9508 req-1bfd3263-6474-4cad-bdc5-14c49f5a3cd1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.0662012 Aug 27 04:06:04.998948 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b2769da8-2414-48c3-9ca9-41385e5b9508 req-f2a04747-c102-409d-9b3f-9b254dd8a84e tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698721 Aug 27 04:06:05.856174 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 2bebad3a-8e20-485f-8dea-2cb1995d6c1b up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:05.929622 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:05.929917 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:06.169114 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c3485-44b5-40e2-8286-e7c7e8924804 req-8e677bdb-0aa4-4735-9b5d-ee39157e22f3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:06.170649 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b5c3485-44b5-40e2-8286-e7c7e8924804 req-8e677bdb-0aa4-4735-9b5d-ee39157e22f3 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.0768011 Aug 27 04:06:06.249606 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b5c3485-44b5-40e2-8286-e7c7e8924804 req-9d77f3c5-a4b5-4bdf-a1bb-cf6d9383e2c8 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Aug 27 04:06:06.275105 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9ff3-be17-490f-8bb6-c95a87b7b0f3 req-582e79d8-aa93-4166-a052-3748e0bda404 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:06.275450 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device cf318eb1-1bd2-45b1-8b39-a000f890290d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:06:06.276704 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-843b9ff3-be17-490f-8bb6-c95a87b7b0f3 req-582e79d8-aa93-4166-a052-3748e0bda404 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0776486 Aug 27 04:06:06.309710 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: cf318eb1-1bd2-45b1-8b39-a000f890290d {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:06:06.310776 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device cf318eb1-1bd2-45b1-8b39-a000f890290d not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:06:06.335073 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-843b9ff3-be17-490f-8bb6-c95a87b7b0f3 req-03a5941f-e047-48e2-840d-594cde342ca2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Aug 27 04:06:06.943742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-fe801e77-dfa0-4553-b838-4858cd63a9a1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:06.945322 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-fe801e77-dfa0-4553-b838-4858cd63a9a1 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.1065495 Aug 27 04:06:07.095663 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Deleting port 544e2a6b-a4e6-4cad-96c4-014e1f55937d {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:06:07.095995 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.206379 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2c16-2620-4719-b517-a38037f5bf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.228463 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] For port 544e2a6b-a4e6-4cad-96c4-014e1f55937d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=544e2a6b-a4e6-4cad-96c4-014e1f55937d,segment=NetworkSegment(aa3247c4-21c5-400f-82e3-b6261eacdffb),segment_id=aa3247c4-21c5-400f-82e3-b6261eacdffb)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:07.229205 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.244978 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Calling delete_port for 544e2a6b-a4e6-4cad-96c4-014e1f55937d owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:06:07.444172 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4da74-7b13-417c-b861-56a7aa83c7fc req-e9c24b09-db50-4e5b-b186-e83e3e8f1bee tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:07.445730 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8f4da74-7b13-417c-b861-56a7aa83c7fc req-e9c24b09-db50-4e5b-b186-e83e3e8f1bee tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd HTTP/1.1" status: 200 len: 946 time: 0.0960429 Aug 27 04:06:07.465798 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.478358 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['544e2a6b-a4e6-4cad-96c4-014e1f55937d'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:07.525139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Pushing event deleted for resources: {'Port': ['ID=544e2a6b-a4e6-4cad-96c4-014e1f55937d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:07.621104 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] No DVR routers for this DVR port 544e2a6b-a4e6-4cad-96c4-014e1f55937d on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:06:07.621104 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.621104 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1d0c11ef-a1cb-4f32-b51b-c3e47b52ceb2 req-8aac7e2b-594b-4894-a359-4487e2869acc tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.38 "DELETE /v2.0/ports/544e2a6b-a4e6-4cad-96c4-014e1f55937d HTTP/1.1" status: 204 len: 173 time: 0.6607089 Aug 27 04:06:07.621104 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'name': 'network-vif-deleted', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:07.636218 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c86d8a4-d91d-4ed5-8d90-a3805bab9786" -d '{"events": [{"server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "name": "network-vif-deleted", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:07.663604 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8f4da74-7b13-417c-b861-56a7aa83c7fc req-5c9c1fc8-267c-4bc3-b544-6b5654c51113 tempest-AttachVolumeNegativeTest-492102201 tempest-AttachVolumeNegativeTest-492102201-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7f96e7e-9512-4071-adc3-924651a0005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041488 Aug 27 04:06:07.711519 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed3263-5da7-4445-b2a3-2c0596f31a0a x-openstack-request-id: req-3eed3263-5da7-4445-b2a3-2c0596f31a0a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:07.712825 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd", "name": "network-vif-deleted", "tag": "544e2a6b-a4e6-4cad-96c4-014e1f55937d", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:07.714067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3eed3263-5da7-4445-b2a3-2c0596f31a0a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:07.716499 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1a0b7-4e77-45b8-9c96-64ee1b8bddfd', 'name': 'network-vif-deleted', 'tag': '544e2a6b-a4e6-4cad-96c4-014e1f55937d', 'status': 'completed', 'code': 200} Aug 27 04:06:08.788102 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36724) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:08.866437 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Deleting subnet 1ea2b3a3-15cc-4521-969e-126f56c28a3a {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:06:08.871848 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:08.916001 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:08.927787 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.042329 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.441049 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea2b3a3-15cc-4521-969e-126f56c28a3a,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:09.458666 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.460940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-ea2801a6-1485-41fe-b12e-06810d9bac11 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1ea2b3a3-15cc-4521-969e-126f56c28a3a HTTP/1.1" status: 204 len: 168 time: 0.6718326 Aug 27 04:06:09.464342 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36748) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:09.576820 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.664269 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-8c9775e5-9499-4d0d-aa32-b5b352a1eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.666841 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-8c9775e5-9499-4d0d-aa32-b5b352a1eb07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.0769596 Aug 27 04:06:09.679062 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.690195 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a4636-c50a-4e33-8970-f488856272c1']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:09.702450 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3247c4-21c5-400f-82e3-b6261eacdffb') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:09.702740 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3247c4-21c5-400f-82e3-b6261eacdffb') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:09.716884 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.737725 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.746798 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d876b-cd32-44ff-9485-aedbaecdb0ed req-dbbffac4-87aa-4a34-9a3d-285bc2bff15f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.752041 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:06:09.752937 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:06:09.755996 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:06:09.758400 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f37d876b-cd32-44ff-9485-aedbaecdb0ed req-dbbffac4-87aa-4a34-9a3d-285bc2bff15f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1511810 Aug 27 04:06:09.819311 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f37d876b-cd32-44ff-9485-aedbaecdb0ed req-87f12d79-9c67-4148-8fa2-5d0a8cebe4ac tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591547 Aug 27 04:06:09.846028 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.847535 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-06d4c1e5-e71b-424e-bf75-49dab8b9cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.851147 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-06d4c1e5-e71b-424e-bf75-49dab8b9cdb7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1719234 Aug 27 04:06:09.858970 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.861081 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf8a4636-c50a-4e33-8970-f488856272c1 HTTP/1.1" status: 204 len: 168 time: 0.3957176 Aug 27 04:06:09.886934 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8a4636-c50a-4e33-8970-f488856272c1,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:09.897258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.897258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.897258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.897258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.898232 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.898929 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.899382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.900435 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.900865 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.901290 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.902404 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.902851 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58813b3a-0b37-42cf-a062-dbd161e9e69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:09.912526 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-a321831a-ec91-459f-aa2b-74a3aa380ea5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0517349 Aug 27 04:06:09.993476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-c7bc70bf-d3ba-4474-b5a2-ac7a015f4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.994958 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-c7bc70bf-d3ba-4474-b5a2-ac7a015f4966 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0754163 Aug 27 04:06:10.037646 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-2d9565f9-cd7e-478e-ae36-854490e0f6d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310526 Aug 27 04:06:10.141406 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36756) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:10.153405 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-8e2edaba-34bd-4744-b322-e6c87248cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.157424 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-7410caf6-5840-44df-961a-3086ba586b19 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118069 Aug 27 04:06:10.193662 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4e359483-5ab1-4b26-8045-90d1bb1106d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f317e49134df457db8274562ca04f78d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508566 Aug 27 04:06:10.204867 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36758) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:10.264390 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.278287 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.287204 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4177fc9-8ee4-4704-832f-af81a6d6f466 req-c690c670-5e08-49d2-b53b-6b29bf24d755 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221528 Aug 27 04:06:10.303815 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 544e2a6b-a4e6-4cad-96c4-014e1f55937d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:06:10.313902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.329831 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 544e2a6b-a4e6-4cad-96c4-014e1f55937d {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:06:10.330486 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 544e2a6b-a4e6-4cad-96c4-014e1f55937d not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:06:10.374792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.378910 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.383491 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7f96e7e-9512-4071-adc3-924651a0005d HTTP/1.1" status: 204 len: 168 time: 0.1770687 Aug 27 04:06:10.392691 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847143f9-6619-4f59-af48-9eb260c5c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f96e7e-9512-4071-adc3-924651a0005d,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:10.563657 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-bbb72c50-e0ac-400c-b4d7-a25157c287ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:10.565275 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-bbb72c50-e0ac-400c-b4d7-a25157c287ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.0839326 Aug 27 04:06:10.763768 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-d2aa87d1-0c1b-4a72-aa71-edac06a0a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:10.765424 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-d2aa87d1-0c1b-4a72-aa71-edac06a0a354 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.1663382 Aug 27 04:06:10.842868 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-474d347d-a951-4ed2-abfb-a8a31cf2e943 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0691724 Aug 27 04:06:10.935799 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-58b92c6b-82a4-40f9-aa56-d53e02cf365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:10.937814 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-58b92c6b-82a4-40f9-aa56-d53e02cf365b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0865698 Aug 27 04:06:11.020264 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-22348da3-00ee-49a9-8737-ad0674375739 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701942 Aug 27 04:06:11.170991 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:11.232313 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:11.271544 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894c44-e1e7-435f-bcee-2db6f3c1e717 req-1f8eefb6-aa0a-48db-b956-1cb7a050f14e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:11.279175 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9d894c44-e1e7-435f-bcee-2db6f3c1e717 req-1f8eefb6-aa0a-48db-b956-1cb7a050f14e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.2292149 Aug 27 04:06:11.325413 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-5bf39fc4-e7eb-4a77-8949-cbaa6ef2161a service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954588 Aug 27 04:06:11.410323 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9d894c44-e1e7-435f-bcee-2db6f3c1e717 req-2cf01544-ed2f-44ee-82fd-4bb2acf1e6ee tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266601 Aug 27 04:06:11.483752 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-92b8704f-adba-4e9d-af96-a8eae32713d8 req-5bef078a-eac7-4ed1-9978-1f0545ea9d3e service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479690 Aug 27 04:06:12.551311 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde2fa6-a872-4711-82c8-9e9e266f485e req-b1fdde24-1dad-47d5-be26-4a7cd00fda5b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:12.553406 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8bde2fa6-a872-4711-82c8-9e9e266f485e req-b1fdde24-1dad-47d5-be26-4a7cd00fda5b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0595014 Aug 27 04:06:12.604667 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8bde2fa6-a872-4711-82c8-9e9e266f485e req-c22b199b-f9ac-4441-97e8-be7837a22a52 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Aug 27 04:06:12.630892 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:13.026691 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dc21-96f8-474b-8ef0-2680ea104e26 req-51aa4985-6079-40c5-bd6a-8fea72b8235b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.028195 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eff0dc21-96f8-474b-8ef0-2680ea104e26 req-51aa4985-6079-40c5-bd6a-8fea72b8235b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0550065 Aug 27 04:06:13.076576 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eff0dc21-96f8-474b-8ef0-2680ea104e26 req-0f08b27f-b9c8-479b-93f6-b9487be71a09 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Aug 27 04:06:13.309306 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-3637e632-8556-4bf8-9a5a-c04d7b55b183 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.310954 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-3637e632-8556-4bf8-9a5a-c04d7b55b183 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 815 time: 0.1092136 Aug 27 04:06:13.330577 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-b435dd1d-87b7-4814-b2de-bb0818905856 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/quotas/b2d8b6a57de7489aa9aeb5a1e18f45bd HTTP/1.1" status: 200 len: 375 time: 0.0140259 Aug 27 04:06:13.386383 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-064e5681-7719-45fb-b4f2-37bba54bd7e9 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500715 Aug 27 04:06:13.532012 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-eb8490a4-6bdb-4323-8b1b-e1f94accbe87 service neutron] 10.222.0.70 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320944 Aug 27 04:06:13.558248 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa73d6f-23d0-45ab-80ef-8d91472f64f0 req-f0e8c820-1bdb-47c2-a5dc-19f1e5337f15 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.559837 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6aa73d6f-23d0-45ab-80ef-8d91472f64f0 req-f0e8c820-1bdb-47c2-a5dc-19f1e5337f15 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0849898 Aug 27 04:06:13.651819 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6aa73d6f-23d0-45ab-80ef-8d91472f64f0 req-56742d74-9c92-4bd0-96ef-cd0d98ab4142 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532463 Aug 27 04:06:13.670404 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-ed43ddda-fdaf-4dd1-b67e-08de59b3595b service neutron] 10.222.0.70 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312699 Aug 27 04:06:13.754864 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f5bb6-fdca-4917-bf91-ea040c0b4f9e req-29801fae-af28-4468-a987-1b7d07e6ba54 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.756444 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f26f5bb6-fdca-4917-bf91-ea040c0b4f9e req-29801fae-af28-4468-a987-1b7d07e6ba54 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Aug 27 04:06:13.818448 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f26f5bb6-fdca-4917-bf91-ea040c0b4f9e req-13b0bfd5-6e9f-46ee-90f6-9f68888c43c1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Aug 27 04:06:13.840472 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-04ea670c-99b5-4124-a257-773c028cb69b req-015cdb40-c0e3-4536-8196-f933e0d99f5f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0377688 Aug 27 04:06:14.232516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260174b-2ff9-4c04-95ee-706ed677d5d5 req-2f4e68a7-2247-4239-b8d0-8a417b8a38b7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.234225 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5260174b-2ff9-4c04-95ee-706ed677d5d5 req-2f4e68a7-2247-4239-b8d0-8a417b8a38b7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0723000 Aug 27 04:06:14.281094 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5260174b-2ff9-4c04-95ee-706ed677d5d5 req-bb763f0e-ae55-4aa1-be51-5c2b616865f8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392442 Aug 27 04:06:14.771394 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fbdf9-eb20-4602-9d80-2992e2d53971 req-af984222-8118-451f-b610-37499e59b5fb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.772962 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cb9fbdf9-eb20-4602-9d80-2992e2d53971 req-af984222-8118-451f-b610-37499e59b5fb tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0518942 Aug 27 04:06:14.869172 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cb9fbdf9-eb20-4602-9d80-2992e2d53971 req-723213af-0cab-4608-abeb-3e3842b644b8 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885723 Aug 27 04:06:14.929416 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-0b207572-fc24-4ffb-aad1-aa1ef9cefde6 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.931551 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-0b207572-fc24-4ffb-aad1-aa1ef9cefde6 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 815 time: 0.1496158 Aug 27 04:06:14.954204 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'port': {'device_id': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'admin_state_up': True, 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:15.021860 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1bafe55-da9c-4b27-b98c-3369a5a03cf8 req-b75f9f51-ebb7-4e0c-af72-eb9118c6e921 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0748494 Aug 27 04:06:15.063534 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239a32-75f7-4df3-b2d7-4aa1f697ecaa req-79628586-01f3-4b07-9412-150d55c62a49 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:15.065251 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa239a32-75f7-4df3-b2d7-4aa1f697ecaa req-79628586-01f3-4b07-9412-150d55c62a49 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1566601 Aug 27 04:06:15.127120 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa239a32-75f7-4df3-b2d7-4aa1f697ecaa req-92ef0978-767f-48ef-ba8d-78ddc1ec0210 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559144 Aug 27 04:06:15.134186 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Made reservation on behalf of b2d8b6a57de7489aa9aeb5a1e18f45bd for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:15.137992 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:15.276193 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Allocated IP 172.20.0.6 (95fd058d-4758-42af-bc51-a66cb0c48fc5/4f63df78-d189-4bcd-8a50-08c6b68bbac7/0e29f4a6-9317-4779-b2eb-69bf0b0fa31f) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:15.463556 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ad38-0788-4d68-a76b-487b943c5da6 req-d30f7e18-0271-451c-9085-1c835cb41fb8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:15.471521 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc67ad38-0788-4d68-a76b-487b943c5da6 req-d30f7e18-0271-451c-9085-1c835cb41fb8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0973175 Aug 27 04:06:15.543464 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc67ad38-0788-4d68-a76b-487b943c5da6 req-734e6a7a-b20b-4570-a2b9-acd900488068 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708048 Aug 27 04:06:15.565442 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:15.597454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Transition to ACTIVE for port object 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:15.671864 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:15.728239 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:15.732380 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:15.737024 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:15.745422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:15.746380 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:15.772742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:15.785238 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6afc2af1-76dd-4bdd-a9d2-4534be04e583 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8360696 Aug 27 04:06:16.055323 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-d8d577c8-80ab-408b-be93-228085fed05f None None] Provisioning for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:16.061069 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-d8d577c8-80ab-408b-be93-228085fed05f None None] Provisioning complete for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:16.061775 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-d8d577c8-80ab-408b-be93-228085fed05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.064168 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcea8c-db8c-4f30-9a06-b459026705ea req-686ded9f-2f88-4222-a022-dbaed436004e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.065825 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-80bcea8c-db8c-4f30-9a06-b459026705ea req-686ded9f-2f88-4222-a022-dbaed436004e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0810812 Aug 27 04:06:16.068328 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36974) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:16.103730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-d8d577c8-80ab-408b-be93-228085fed05f None None] Port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:06:16.126103 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-80bcea8c-db8c-4f30-9a06-b459026705ea req-5eeddff5-462e-44b8-bc2d-2bec5bfb6e4d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502689 Aug 27 04:06:16.190668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57d6b0-5986-40c8-9d0a-84c8e4fb5dce req-43a695b3-9d91-476d-8d40-2b188fc8a24b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.192660 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9e57d6b0-5986-40c8-9d0a-84c8e4fb5dce req-43a695b3-9d91-476d-8d40-2b188fc8a24b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0653846 Aug 27 04:06:16.255956 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-74e6df5a-5995-4cad-9771-a4af21aa383c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.275621 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9e57d6b0-5986-40c8-9d0a-84c8e4fb5dce req-299c06b4-62ff-4728-ad96-33e0dd955fae tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Aug 27 04:06:16.314951 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d34f0-60cc-4b34-81e6-a749d855c8fe req-2cd422fe-3601-45f6-b2c2-171c44830c25 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.316501 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-191d34f0-60cc-4b34-81e6-a749d855c8fe req-2cd422fe-3601-45f6-b2c2-171c44830c25 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1014194 Aug 27 04:06:16.374155 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-191d34f0-60cc-4b34-81e6-a749d855c8fe req-7b80413e-f90c-4d28-95fe-c9da67b22d6d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Aug 27 04:06:16.389964 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-74e6df5a-5995-4cad-9771-a4af21aa383c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.395062 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-74e6df5a-5995-4cad-9771-a4af21aa383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.436971 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6df5a-5995-4cad-9771-a4af21aa383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8648d707-09d7-4aa8-a0b8-22ef2027ea2a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:16.444099 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-74e6df5a-5995-4cad-9771-a4af21aa383c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1614565b1c6146209cc5c384cf689bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746200 Aug 27 04:06:16.445093 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36982) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:16.501193 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.525952 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.588130 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.592454 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:16.596849 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8648d707-09d7-4aa8-a0b8-22ef2027ea2a HTTP/1.1" status: 204 len: 168 time: 0.1507061 Aug 27 04:06:16.608280 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eb210-3f0a-4e5e-afb4-48b9e98fde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8648d707-09d7-4aa8-a0b8-22ef2027ea2a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:16.700424 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1b47-b929-47ce-8c76-50cbb79c68f8 req-a3b67c14-af61-4db2-80fc-1f9ec28ded81 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.701948 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e40a1b47-b929-47ce-8c76-50cbb79c68f8 req-a3b67c14-af61-4db2-80fc-1f9ec28ded81 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0605960 Aug 27 04:06:16.750604 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e40a1b47-b929-47ce-8c76-50cbb79c68f8 req-420ad808-710d-46f0-b577-269c5e826797 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Aug 27 04:06:16.905031 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 36990) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:16.921087 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6715-5291-4695-ac6e-fcd3099d75df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.022323 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6715-5291-4695-ac6e-fcd3099d75df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.027380 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6715-5291-4695-ac6e-fcd3099d75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.066818 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1e2a6715-5291-4695-ac6e-fcd3099d75df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7b624ce3127451090f93e8517f49ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610453 Aug 27 04:06:17.068778 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6715-5291-4695-ac6e-fcd3099d75df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254562b-0104-4183-82ce-d8b0a3cc6332,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:17.069553 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 36992) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:17.131373 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.152681 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.214958 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.217861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:17.222239 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1254562b-0104-4183-82ce-d8b0a3cc6332 HTTP/1.1" status: 204 len: 168 time: 0.1508589 Aug 27 04:06:17.233021 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6bab-f988-40d4-9e00-ce1dce928c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254562b-0104-4183-82ce-d8b0a3cc6332,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:17.277393 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094779d-3d32-4b23-b075-68e005e517e6 req-3aa62bd4-a8a2-4186-9112-87f9af1c8288 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:17.285096 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4094779d-3d32-4b23-b075-68e005e517e6 req-3aa62bd4-a8a2-4186-9112-87f9af1c8288 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0770597 Aug 27 04:06:17.326238 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4094779d-3d32-4b23-b075-68e005e517e6 req-e509aabc-99c8-4aeb-80b4-7e7235684f56 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Aug 27 04:06:17.415635 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a5f61-e921-4ab7-a85f-590b34189bd6 req-2db6e40f-9719-48ad-8e35-b2627f4c62fd tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:17.417235 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-856a5f61-e921-4ab7-a85f-590b34189bd6 req-2db6e40f-9719-48ad-8e35-b2627f4c62fd tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0657392 Aug 27 04:06:17.504718 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-856a5f61-e921-4ab7-a85f-590b34189bd6 req-cd184194-5337-4568-8ec9-39224857f77d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793419 Aug 27 04:06:17.524050 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093cf1d-b273-485b-a1ff-1a35faa5fe77 req-c1b76bb5-418b-4818-a6cc-7651ffc833d8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:17.526347 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5093cf1d-b273-485b-a1ff-1a35faa5fe77 req-c1b76bb5-418b-4818-a6cc-7651ffc833d8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0788114 Aug 27 04:06:17.580512 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5093cf1d-b273-485b-a1ff-1a35faa5fe77 req-d1952bd6-b97c-4a83-926a-b776c2526f5f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Aug 27 04:06:17.914729 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48febb8-e3bb-4d25-a5dc-ad7d4e2379c5 req-c1b5d51e-d92c-4ff4-9802-86a04bebebc6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:17.923461 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d48febb8-e3bb-4d25-a5dc-ad7d4e2379c5 req-c1b5d51e-d92c-4ff4-9802-86a04bebebc6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0807688 Aug 27 04:06:17.970818 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d48febb8-e3bb-4d25-a5dc-ad7d4e2379c5 req-5c2d399f-abed-4d41-b79a-2fd03620bb5c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439594 Aug 27 04:06:18.478476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170a7c0-69b3-48ab-85b7-db0ab9525fbc req-536ecff2-4d95-4071-ac79-79b1c5d1b5bf tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:18.480077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5170a7c0-69b3-48ab-85b7-db0ab9525fbc req-536ecff2-4d95-4071-ac79-79b1c5d1b5bf tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0652430 Aug 27 04:06:18.521634 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5170a7c0-69b3-48ab-85b7-db0ab9525fbc req-73615e41-05f6-48ba-a634-5928a8aba27d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352650 Aug 27 04:06:18.692856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8fdf-8afb-4903-a216-e8e37334c911 req-f9e17d50-b5a0-4723-bb29-e7902833872e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:18.694606 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e86d8fdf-8afb-4903-a216-e8e37334c911 req-f9e17d50-b5a0-4723-bb29-e7902833872e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0938196 Aug 27 04:06:18.776585 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e86d8fdf-8afb-4903-a216-e8e37334c911 req-196a679b-9b09-448e-ac5f-f4dc9018ca58 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733273 Aug 27 04:06:18.804021 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324593d4-a9d9-4721-b86e-67b8dd1973be req-9d017cc3-f059-4490-aee0-893cf543940b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:18.805525 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-324593d4-a9d9-4721-b86e-67b8dd1973be req-9d017cc3-f059-4490-aee0-893cf543940b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0950799 Aug 27 04:06:18.852593 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-324593d4-a9d9-4721-b86e-67b8dd1973be req-1efc4ab9-491d-42af-b76f-728dd520a2db tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362322 Aug 27 04:06:19.116020 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920fb0-68be-4e96-86df-91c44bbf9c99 req-78294789-afb3-45a5-81e8-601b3f0899d8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:19.117552 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2920fb0-68be-4e96-86df-91c44bbf9c99 req-78294789-afb3-45a5-81e8-601b3f0899d8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0526342 Aug 27 04:06:19.205306 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2920fb0-68be-4e96-86df-91c44bbf9c99 req-76bb5af5-9e28-47d5-9d5f-81694b3ce0e8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782363 Aug 27 04:06:19.370741 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37062) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:19.515330 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5b63-e241-46d8-8950-600d8fb2a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.636552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5b63-e241-46d8-8950-600d8fb2a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.645311 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5b63-e241-46d8-8950-600d8fb2a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.677172 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616b91-230e-46ac-9eda-899942b043c4 req-4d092e74-c884-40da-b8f4-ebfbf881879f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:19.678871 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3c616b91-230e-46ac-9eda-899942b043c4 req-4d092e74-c884-40da-b8f4-ebfbf881879f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0694172 Aug 27 04:06:19.691110 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b5ab5b63-e241-46d8-8950-600d8fb2a1d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=356ad20b2fad463b9ac39602891f81c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191235 Aug 27 04:06:19.692257 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab5b63-e241-46d8-8950-600d8fb2a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e5497-4fe7-4d6e-b04d-318279fb372b,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:19.694565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37068) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:19.724777 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3c616b91-230e-46ac-9eda-899942b043c4 req-2e9bd777-8516-4057-aa4b-66f059734078 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361316 Aug 27 04:06:19.760322 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.783681 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.833498 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.836100 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:19.837736 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/831e5497-4fe7-4d6e-b04d-318279fb372b HTTP/1.1" status: 204 len: 168 time: 0.1422324 Aug 27 04:06:19.846534 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96499ab8-9b8a-4215-a374-bdd0e1d9e1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e5497-4fe7-4d6e-b04d-318279fb372b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:20.018559 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658ebb-77a6-4d3a-91b4-4530b1d84c54 req-0a36f873-b51c-4363-b407-35db0ac70023 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.040911 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a5658ebb-77a6-4d3a-91b4-4530b1d84c54 req-0a36f873-b51c-4363-b407-35db0ac70023 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.1731126 Aug 27 04:06:20.135720 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb6c1-9c50-40c5-b98b-7e35d8a535cc req-789a5c1f-3a1e-49dc-a8e5-15a12a73fc22 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.137476 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dc2bb6c1-9c50-40c5-b98b-7e35d8a535cc req-789a5c1f-3a1e-49dc-a8e5-15a12a73fc22 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1277974 Aug 27 04:06:20.145478 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a5658ebb-77a6-4d3a-91b4-4530b1d84c54 req-b1693fa5-92c8-4e9c-92de-8a0a2411b445 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028624 Aug 27 04:06:20.209470 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dc2bb6c1-9c50-40c5-b98b-7e35d8a535cc req-b3156464-d798-491d-ab08-db4123e76974 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Aug 27 04:06:20.359416 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37086) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:20.376703 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-409f82c9-20fc-4cce-bf68-761d11f3a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.398537 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96537881-10e5-4797-8907-e315ef1df33b req-fa04faf2-c46d-409d-9148-cf7879e9203e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.408068 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-96537881-10e5-4797-8907-e315ef1df33b req-fa04faf2-c46d-409d-9148-cf7879e9203e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0824621 Aug 27 04:06:20.483906 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-96537881-10e5-4797-8907-e315ef1df33b req-4210ab0f-26d4-4c9f-bd45-ce122cc57cc5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748730 Aug 27 04:06:20.551354 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-409f82c9-20fc-4cce-bf68-761d11f3a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.555959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-409f82c9-20fc-4cce-bf68-761d11f3a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.599140 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-409f82c9-20fc-4cce-bf68-761d11f3a191 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d9a7108bc2d486bbcf3decce7de5f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380455 Aug 27 04:06:20.600039 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f82c9-20fc-4cce-bf68-761d11f3a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34128366-8cf5-49e4-a2de-2a806081a630,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:20.601760 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37092) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:20.664380 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.695729 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.768358 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.771263 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:20.772955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34128366-8cf5-49e4-a2de-2a806081a630 HTTP/1.1" status: 204 len: 168 time: 0.1697237 Aug 27 04:06:20.781944 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859960-9eae-4af5-b6e6-29cfe6ca5dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34128366-8cf5-49e4-a2de-2a806081a630,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:20.872267 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49022915-05a4-470a-82de-0d175589d4a3 req-6f2db23a-33e5-40e7-8a10-c52adb64a56e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.873762 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49022915-05a4-470a-82de-0d175589d4a3 req-6f2db23a-33e5-40e7-8a10-c52adb64a56e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0561283 Aug 27 04:06:20.931135 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49022915-05a4-470a-82de-0d175589d4a3 req-0167ba51-61cb-4c5b-8148-34779246e7fe tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507171 Aug 27 04:06:21.295080 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b982ce-7833-4bdc-88b3-3ed7e706a150 req-4bb8cdc7-47bf-451f-9e67-03595ad8df00 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.303551 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65b982ce-7833-4bdc-88b3-3ed7e706a150 req-4bb8cdc7-47bf-451f-9e67-03595ad8df00 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0912316 Aug 27 04:06:21.391575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959a5a-d1b1-46b3-a5b9-6ab5898d94e6 req-22e65661-f309-42e0-aacb-67daf85b2bd7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.396229 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05959a5a-d1b1-46b3-a5b9-6ab5898d94e6 req-22e65661-f309-42e0-aacb-67daf85b2bd7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0914266 Aug 27 04:06:21.413578 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65b982ce-7833-4bdc-88b3-3ed7e706a150 req-7ab99341-7e37-4699-884c-01fe3c038150 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811584 Aug 27 04:06:21.447779 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05959a5a-d1b1-46b3-a5b9-6ab5898d94e6 req-78728fe6-9f9c-4d6d-befb-61a0a27a39a0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Aug 27 04:06:21.652486 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f2687-a0e2-4d94-969e-2e66c4cb0148 req-ffac2ae1-e1a7-4710-b7b9-79d03686f080 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.654110 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-202f2687-a0e2-4d94-969e-2e66c4cb0148 req-ffac2ae1-e1a7-4710-b7b9-79d03686f080 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0577559 Aug 27 04:06:21.722160 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-202f2687-a0e2-4d94-969e-2e66c4cb0148 req-cbc32c71-d029-40bf-85cb-b1beea137a4b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535896 Aug 27 04:06:22.084888 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861d72-7f19-4dc3-a179-d55d7b4dd07b req-b657a0c5-4234-476e-94d5-7c423a093c26 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.087273 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db861d72-7f19-4dc3-a179-d55d7b4dd07b req-b657a0c5-4234-476e-94d5-7c423a093c26 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0603948 Aug 27 04:06:22.146646 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db861d72-7f19-4dc3-a179-d55d7b4dd07b req-1d3c5f7b-1b9a-424f-a9fe-30b336265eba tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513833 Aug 27 04:06:22.532603 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbc0b6-8ed3-463f-9967-44931ca6b6e9 req-9633d96b-ebf3-473a-8468-4a253518a010 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.534215 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3abbc0b6-8ed3-463f-9967-44931ca6b6e9 req-9633d96b-ebf3-473a-8468-4a253518a010 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0584531 Aug 27 04:06:22.597162 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3abbc0b6-8ed3-463f-9967-44931ca6b6e9 req-8081534d-f3b9-45de-a2a1-3853d09274b1 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Aug 27 04:06:22.608648 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5bf6-d713-455c-8c1c-3aa86b96897e req-699e404d-6727-41f0-b14d-212b57c343be tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.613484 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b3ab5bf6-d713-455c-8c1c-3aa86b96897e req-699e404d-6727-41f0-b14d-212b57c343be tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0750473 Aug 27 04:06:22.658490 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b3ab5bf6-d713-455c-8c1c-3aa86b96897e req-15e923cc-ac30-4a51-a6e7-dbaf52ace2c5 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Aug 27 04:06:22.899893 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8daa-e1e9-43b4-85a9-f6a7282e8df3 req-db1aafa0-3a36-4cef-842a-d9773e3173b9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.901434 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-43ef8daa-e1e9-43b4-85a9-f6a7282e8df3 req-db1aafa0-3a36-4cef-842a-d9773e3173b9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0807319 Aug 27 04:06:22.947773 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-43ef8daa-e1e9-43b4-85a9-f6a7282e8df3 req-3e9e03d4-eeec-4e63-b549-5bc10253ab25 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Aug 27 04:06:23.259720 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d1a75-f4c9-490c-a94a-976ce04731aa req-c8ed2332-9384-4641-9fe4-5543a9a9b397 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:23.261361 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e76d1a75-f4c9-490c-a94a-976ce04731aa req-c8ed2332-9384-4641-9fe4-5543a9a9b397 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0546646 Aug 27 04:06:23.301287 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e76d1a75-f4c9-490c-a94a-976ce04731aa req-e4995276-84d8-4a21-8580-b82a97679a51 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Aug 27 04:06:23.745878 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2dee6-4711-435b-a24c-575533c989fa req-6daf4164-47a3-47da-8339-8822f683555f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:23.747467 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-14a2dee6-4711-435b-a24c-575533c989fa req-6daf4164-47a3-47da-8339-8822f683555f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0795023 Aug 27 04:06:23.816678 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-14a2dee6-4711-435b-a24c-575533c989fa req-f8a7829c-c694-4afb-b314-bf854e3fe0e5 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Aug 27 04:06:23.831653 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20093c-58d2-4afd-9a96-9e6cfd11002a req-715577ba-11af-49e9-90ea-7cc56cb9433b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:23.833307 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dd20093c-58d2-4afd-9a96-9e6cfd11002a req-715577ba-11af-49e9-90ea-7cc56cb9433b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0848997 Aug 27 04:06:23.876562 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dd20093c-58d2-4afd-9a96-9e6cfd11002a req-24ddd5b4-201f-4273-b5a8-8a1f0a54532b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Aug 27 04:06:24.079568 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e732-5654-4479-a361-07785481fd4c req-336eb68f-a86e-4840-a1af-b497bac8fc23 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:24.081361 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28b6e732-5654-4479-a361-07785481fd4c req-336eb68f-a86e-4840-a1af-b497bac8fc23 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0505848 Aug 27 04:06:24.147374 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28b6e732-5654-4479-a361-07785481fd4c req-5084b529-14ba-4623-b876-58913933b2e7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590539 Aug 27 04:06:24.447110 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e05d9-6044-4bf2-889d-1ce2d481268d req-f502af79-bff8-4017-bc52-12e8a1352da0 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:24.449161 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa8e05d9-6044-4bf2-889d-1ce2d481268d req-f502af79-bff8-4017-bc52-12e8a1352da0 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0574989 Aug 27 04:06:24.516613 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa8e05d9-6044-4bf2-889d-1ce2d481268d req-246a0684-08fc-454c-82e7-083316e6e668 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555041 Aug 27 04:06:24.945559 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad083-a1c8-4976-8bd7-500ac7e6975c req-88214e3a-c53d-40e4-a8f5-787e983b8117 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:24.948793 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb6ad083-a1c8-4976-8bd7-500ac7e6975c req-88214e3a-c53d-40e4-a8f5-787e983b8117 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0552599 Aug 27 04:06:25.049501 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb6ad083-a1c8-4976-8bd7-500ac7e6975c req-bd56c556-1302-4b43-99dd-6a5f21f444ee tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887561 Aug 27 04:06:25.063220 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53523ec-55ff-48d4-9851-79b0fe15b3be req-ec27fb06-c2fb-45ec-97be-2676894bbb4b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:25.065229 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c53523ec-55ff-48d4-9851-79b0fe15b3be req-ec27fb06-c2fb-45ec-97be-2676894bbb4b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0909317 Aug 27 04:06:25.115276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c53523ec-55ff-48d4-9851-79b0fe15b3be req-f9d0e4a0-472c-4b45-8744-10e6d847de57 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Aug 27 04:06:25.289355 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d1f7e-bf0d-4410-ae79-8c2cbd47a8f8 req-2d59c91b-616b-4970-880f-4447ca9be099 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:25.299558 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a77d1f7e-bf0d-4410-ae79-8c2cbd47a8f8 req-2d59c91b-616b-4970-880f-4447ca9be099 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0875852 Aug 27 04:06:25.349782 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a77d1f7e-bf0d-4410-ae79-8c2cbd47a8f8 req-c0a6bb61-deb7-4509-a607-3ac670eae295 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490873 Aug 27 04:06:25.657064 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70894f-4f48-4c9a-9e54-10e560704e06 req-efc8e3f6-a83e-4b6a-9191-dd589d347a53 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:25.659251 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d70894f-4f48-4c9a-9e54-10e560704e06 req-efc8e3f6-a83e-4b6a-9191-dd589d347a53 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0561938 Aug 27 04:06:25.707075 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d70894f-4f48-4c9a-9e54-10e560704e06 req-c18cc9de-fc6f-434e-ab3e-cf961b502cf7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Aug 27 04:06:26.186641 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b99ce9-afa4-4950-86ee-4b9f73cda6f3 req-45bb53e8-cd64-4520-9e8c-061280219771 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.188151 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83b99ce9-afa4-4950-86ee-4b9f73cda6f3 req-45bb53e8-cd64-4520-9e8c-061280219771 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0598783 Aug 27 04:06:26.256985 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83b99ce9-afa4-4950-86ee-4b9f73cda6f3 req-5a2cea2f-29ec-409b-a9dc-ac3ab322ef78 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593276 Aug 27 04:06:26.265410 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0a3f-86e9-481b-8d89-3e09b3f09cd7 req-3556a5ff-b64c-404e-b490-de4f07ca7d24 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.266901 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7fbc0a3f-86e9-481b-8d89-3e09b3f09cd7 req-3556a5ff-b64c-404e-b490-de4f07ca7d24 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0778832 Aug 27 04:06:26.307827 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7fbc0a3f-86e9-481b-8d89-3e09b3f09cd7 req-6925c565-7516-4983-b8f2-a3e18ed84d69 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Aug 27 04:06:26.489736 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1181df-4c3d-4679-9ca6-3dae14fabfbf req-5b45a8d0-73f7-42fc-aeae-217ac1f6cac5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.491819 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cc1181df-4c3d-4679-9ca6-3dae14fabfbf req-5b45a8d0-73f7-42fc-aeae-217ac1f6cac5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0589743 Aug 27 04:06:26.575967 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cc1181df-4c3d-4679-9ca6-3dae14fabfbf req-520a4068-bfb2-4c9f-bb2b-fbfccedb1918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661962 Aug 27 04:06:26.839166 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636abc6e-94c7-4180-8830-021bd0128088 req-43c4aed6-66bf-4a39-9afe-6bb060a000fd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.844289 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-636abc6e-94c7-4180-8830-021bd0128088 req-43c4aed6-66bf-4a39-9afe-6bb060a000fd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0609076 Aug 27 04:06:26.881535 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-636abc6e-94c7-4180-8830-021bd0128088 req-75100ea1-c682-496a-b716-d711def35d4e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344589 Aug 27 04:06:27.382314 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd836-1a28-4146-9653-617f0053dc35 req-449c6c70-e409-4392-a7d1-fb5b6e88822f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:27.384438 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e12dd836-1a28-4146-9653-617f0053dc35 req-449c6c70-e409-4392-a7d1-fb5b6e88822f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.0593948 Aug 27 04:06:27.446776 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e12dd836-1a28-4146-9653-617f0053dc35 req-f11def58-d814-425d-b63f-1e9b0026acaf tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526466 Aug 27 04:06:27.456382 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c61b1-ab07-47da-8dc9-21a44deb2afc req-1be2b33e-54d0-47d6-9f28-b7fc3192a005 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:27.458153 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d8c61b1-ab07-47da-8dc9-21a44deb2afc req-1be2b33e-54d0-47d6-9f28-b7fc3192a005 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0728168 Aug 27 04:06:27.513097 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d8c61b1-ab07-47da-8dc9-21a44deb2afc req-a0b8153a-6730-4ed2-ae3a-c15df08c784e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Aug 27 04:06:27.689791 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9f37-fdf4-452a-bf18-7b8a4324a96a req-f4d0fcd8-7a1d-4fb1-b099-d276687d0061 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:27.691726 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b76e9f37-fdf4-452a-bf18-7b8a4324a96a req-f4d0fcd8-7a1d-4fb1-b099-d276687d0061 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0521352 Aug 27 04:06:27.756192 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b76e9f37-fdf4-452a-bf18-7b8a4324a96a req-33d41148-d50e-40da-8e11-c1202fde85e5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Aug 27 04:06:27.863657 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37264) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:27.897426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37268) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:27.947809 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Request body: {'port': {'device_id': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:28.051372 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.065974 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.071086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a6076d66-03f2-4586-83cc-a1469347a086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.344575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da6ee-6e82-4dff-bc00-a6635a23d56e req-02e8191b-4b0d-41f3-8222-84726858441e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:28.346085 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0f6da6ee-6e82-4dff-bc00-a6635a23d56e req-02e8191b-4b0d-41f3-8222-84726858441e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.3479297 Aug 27 04:06:28.379626 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.db.api [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:06:28.379626 dv-cinder-778193-4-smb neutron-server[94012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 04:06:28.379626 dv-cinder-778193-4-smb neutron-server[94012]: [parameters: {'project_id': '0ce79370c8a04845a13774885a12e14a', 'id': 'dd00b5f7-3a46-45d3-8c53-0e1a44b13fe7', 'expiration': datetime.datetime(2021, 8, 27, 4, 8, 28, 358523)}] Aug 27 04:06:28.379626 dv-cinder-778193-4-smb neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:06:28.380178 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG oslo_db.api [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:06:28.476329 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0f6da6ee-6e82-4dff-bc00-a6635a23d56e req-37b2fee6-d3a9-4973-bb6f-40502067912b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186059 Aug 27 04:06:28.670834 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a6076d66-03f2-4586-83cc-a1469347a086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.685117 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa9e9-9724-4ad7-8364-ae7a1ac91713 req-a04087b2-7a7c-4673-a033-a5714b2860ec tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:28.686592 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b68fa9e9-9724-4ad7-8364-ae7a1ac91713 req-a04087b2-7a7c-4673-a033-a5714b2860ec tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 931 time: 0.1420088 Aug 27 04:06:28.690605 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a6076d66-03f2-4586-83cc-a1469347a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.727954 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906a21-71ca-46ae-8320-afcd3fbb68db req-643280f3-654c-4665-8650-15615ec6b246 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:28.729385 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-06906a21-71ca-46ae-8320-afcd3fbb68db req-643280f3-654c-4665-8650-15615ec6b246 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1475809 Aug 27 04:06:28.803057 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a6076d66-03f2-4586-83cc-a1469347a086 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56b16fe94e1c4895875f86b69ab0f723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9381490 Aug 27 04:06:28.803783 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6076d66-03f2-4586-83cc-a1469347a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1910d101-f376-46b7-ad5b-dba49893ec10,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:28.806736 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37280) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:28.836480 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b68fa9e9-9724-4ad7-8364-ae7a1ac91713 req-16926402-dce4-47ed-b14b-1fffdc662210 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409140 Aug 27 04:06:28.859675 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-06906a21-71ca-46ae-8320-afcd3fbb68db req-ece1b005-d865-4ded-b576-070c2e96b3df tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128364 Aug 27 04:06:28.861259 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.864132 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:28.873133 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.880826 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.885348 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.904927 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Transition to ACTIVE for port object 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:28.916454 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.933196 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.935646 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:28.937065 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1910d101-f376-46b7-ad5b-dba49893ec10 HTTP/1.1" status: 204 len: 168 time: 0.1288054 Aug 27 04:06:28.947586 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa6657-df5b-4229-aab7-ae46bb3c90dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1910d101-f376-46b7-ad5b-dba49893ec10,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:29.032794 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:29.081639 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de30c-e9be-433e-a29f-00cf3e587311 req-22be6395-8dc5-4779-a5a5-5fdad62ebe54 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.083239 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-455de30c-e9be-433e-a29f-00cf3e587311 req-22be6395-8dc5-4779-a5a5-5fdad62ebe54 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1623569 Aug 27 04:06:29.087734 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Attempting to bind port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:29.088063 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Attempting to bind port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:29.088442 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Attempting to bind port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f on network 95fd058d-4758-42af-bc51-a66cb0c48fc5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:29.106568 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f on network 95fd058d-4758-42af-bc51-a66cb0c48fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:06:29.106896 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Attempting to bind port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f on network 95fd058d-4758-42af-bc51-a66cb0c48fc5 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:29.130870 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:29.131279 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Checking segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:29.131671 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Bound using segment: {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:29.132135 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Bound port: 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e20a64-0362-44e1-b49f-e934ea6ef877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:29.132496 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.194215 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-455de30c-e9be-433e-a29f-00cf3e587311 req-012417a8-ba70-43ff-a679-fd3cdb6660e2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001637 Aug 27 04:06:29.205857 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.223455 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.276914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:29.280903 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ce79370c8a04845a13774885a12e14a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821027 Aug 27 04:06:29.282647 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:29.284081 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37292) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:29.288307 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.292806 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fcd89-d46b-4cdc-a9ad-21a9ca466c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dfef51-9656-410f-bacc-60a391fb173d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:29.334094 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.335332 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.337646 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] 10.222.0.38 "PUT /v2.0/ports/0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 1093 time: 1.3989177 Aug 27 04:06:29.338113 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:29.341256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64492a7-b375-416c-bc5e-b85d740e8d28" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:29.371718 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.395252 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e0c7d-40e5-4499-ae63-b7371c5bfd6b x-openstack-request-id: req-319e0c7d-40e5-4499-ae63-b7371c5bfd6b {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:29.395636 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:29.395889 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.396040 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-319e0c7d-40e5-4499-ae63-b7371c5bfd6b {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:29.396498 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:06:29.427448 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da1c8d-a0e4-4492-bacf-edb2d5e8dc62 service neutron] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:29.447660 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6f4e36e2-8ef2-4e59-b033-b56d6c5ad5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.449306 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-6f4e36e2-8ef2-4e59-b033-b56d6c5ad5a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0587823 Aug 27 04:06:29.468849 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.474259 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.477700 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10dfef51-9656-410f-bacc-60a391fb173d HTTP/1.1" status: 204 len: 168 time: 0.1918583 Aug 27 04:06:29.496309 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376662a9-d685-4ac4-bdc5-53388de6008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dfef51-9656-410f-bacc-60a391fb173d,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:29.528405 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-f24db356-f5c0-41ec-855f-aa17527efc40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 217 time: 0.0651326 Aug 27 04:06:29.625120 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-bdee2908-b3a3-40a0-8047-26aad99d18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.626965 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-bdee2908-b3a3-40a0-8047-26aad99d18fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0910027 Aug 27 04:06:29.679449 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348a3c2-1a9e-45c1-8b8c-5d75088ecf20 req-d9aff8a3-ca32-4125-91ad-7904d672fd3d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.681650 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b348a3c2-1a9e-45c1-8b8c-5d75088ecf20 req-d9aff8a3-ca32-4125-91ad-7904d672fd3d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0931537 Aug 27 04:06:29.715616 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a929d-86d6-45ab-aeae-c489438868cf req-54cfe366-0f83-417a-be41-3a1ef61970f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.718135 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-54cfe366-0f83-417a-be41-3a1ef61970f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836525 Aug 27 04:06:29.754085 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b348a3c2-1a9e-45c1-8b8c-5d75088ecf20 req-2584bccf-fe76-4309-9407-a2250cfba7c4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659757 Aug 27 04:06:29.828254 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-151b3bc2-b4cb-40cb-8b5b-74f2080a4297 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011057 Aug 27 04:06:29.881010 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37314) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:29.982321 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c09a929d-86d6-45ab-aeae-c489438868cf req-f65b78e9-c799-4796-ac12-8135cecd28c7 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405461 Aug 27 04:06:30.025053 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011063220-network', 'tenant_id': '8805351fa3cc4ffaabf8ffb0603a0683'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:30.047788 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Made reservation on behalf of 8805351fa3cc4ffaabf8ffb0603a0683 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:30.050600 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abccc-66d8-4d33-ae53-f7d65e8ba247 req-ec68e7e6-a0a7-4143-8318-4ecd4adb6458 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.050733 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.052111 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-452abccc-66d8-4d33-ae53-f7d65e8ba247 req-ec68e7e6-a0a7-4143-8318-4ecd4adb6458 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0966721 Aug 27 04:06:30.061009 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.068995 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07b71-31b0-4a89-a4de-25df11dcb3f0 req-967e40f9-220c-44af-ba3c-f9f59c92439a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.070428 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c8f07b71-31b0-4a89-a4de-25df11dcb3f0 req-967e40f9-220c-44af-ba3c-f9f59c92439a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 943 time: 0.1168172 Aug 27 04:06:30.153762 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.158095 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.187409 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:06:30.187649 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-02d7dca1-e1c2-471c-8879-b3c09978a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.188986 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-02d7dca1-e1c2-471c-8879-b3c09978a3cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1096 time: 0.1278551 Aug 27 04:06:30.192782 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8763b-773c-4cc4-905a-cbd073a29431,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:30.193003 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-452abccc-66d8-4d33-ae53-f7d65e8ba247 req-7c96e14a-d783-4598-90ec-d9a948b28fea tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216016 Aug 27 04:06:30.194957 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d133-45d6-4635-8141-c551fbf0d898 req-a1c720b3-9680-4931-8376-f008d18d3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.196425 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-a1c720b3-9680-4931-8376-f008d18d3721 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1099 time: 0.1433072 Aug 27 04:06:30.199193 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c8f07b71-31b0-4a89-a4de-25df11dcb3f0 req-afc7cc2e-2f82-49d1-a77b-371dfb960810 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049590 Aug 27 04:06:30.202557 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.202866 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Added segment f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a of type vlan for network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 Aug 27 04:06:30.260357 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.286883 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.287869 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.288459 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.345731 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4635575 Aug 27 04:06:30.350369 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37324) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:30.355913 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Request body: {'subnet': {'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011063220-subnet', 'tenant_id': '8805351fa3cc4ffaabf8ffb0603a0683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:30.359778 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df07e39-eb52-46b6-b8b4-78f3764ce5fd admin admin] Pushing event updated for resources: {'Network': ['ID=c0fe6ee8-bedd-48c8-927c-909e450b2cc3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:30.370853 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:06:30.384038 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Made reservation on behalf of 8805351fa3cc4ffaabf8ffb0603a0683 for: {'subnet': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:30.386458 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5009687'] for subnet, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.422518 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:06:30.429946 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-6aa44d03-e932-4adc-b46c-ab8753f40872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.431488 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-6aa44d03-e932-4adc-b46c-ab8753f40872 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.2314193 Aug 27 04:06:30.438890 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c1dd8-b023-44f3-b0a9-dbced8997752 req-81367fc5-8654-459d-b9c5-514e7ce59fc2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.440337 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-302c1dd8-b023-44f3-b0a9-dbced8997752 req-81367fc5-8654-459d-b9c5-514e7ce59fc2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1427801 Aug 27 04:06:30.447788 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2c3d-b635-4403-aee9-e76afab3abc1 req-974f4c9c-3831-415e-a617-becba2e3f11f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.449547 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-167c2c3d-b635-4403-aee9-e76afab3abc1 req-974f4c9c-3831-415e-a617-becba2e3f11f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.1543121 Aug 27 04:06:30.505508 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-469bd9b9-0b8d-4692-9e8c-57df801ea8ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 217 time: 0.0551682 Aug 27 04:06:30.512671 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d133-45d6-4635-8141-c551fbf0d898 req-1ded645e-bff5-489a-bb17-e9d8fbb4a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.514099 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-1ded645e-bff5-489a-bb17-e9d8fbb4a966 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.2950878 Aug 27 04:06:30.564715 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4593508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5009765'] for subnet, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.565776 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:30.590353 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:06:30.615445 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540a2b62-c132-4465-9026-e5f0731ac1b5,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:30.630567 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-302c1dd8-b023-44f3-b0a9-dbced8997752 req-aa9f6ff5-6c6b-4e57-bbcf-dd88b6026f7b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743269 Aug 27 04:06:30.634356 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Checking segment: {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:30.634735 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Network hostable DHCP agents. Network: c0fe6ee8-bedd-48c8-927c-909e450b2cc3, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:06:30.638063 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.641739 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-167c2c3d-b635-4403-aee9-e76afab3abc1 req-f36caf30-d20c-4871-84cf-a06cb2c9c6c1 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845026 Aug 27 04:06:30.650135 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-44622a78-6051-4574-83ae-e624f70c4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.651839 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-44622a78-6051-4574-83ae-e624f70c4cf2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.1249316 Aug 27 04:06:30.653205 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:30.654740 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:06:30.659263 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-931ce148-9c9f-4e55-8060-c557d1939ea4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 1002 time: 0.1297209 Aug 27 04:06:30.666482 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, c0fe6ee8-bedd-48c8-927c-909e450b2cc3) {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:30.671301 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.672417 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.674738 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:30.678055 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52e811-d908-4b3f-a261-bc60833db9ae None None] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:30.691585 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-00cbae33-f0b1-4082-baf6-ba815bc20ee3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3383317 Aug 27 04:06:30.726727 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:30.768807 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d133-45d6-4635-8141-c551fbf0d898 req-1bc9ed19-f4c7-4efc-9d66-d7c30f455118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.770563 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-1bc9ed19-f4c7-4efc-9d66-d7c30f455118 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0950477 Aug 27 04:06:30.775301 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-e5da791d-f921-43b4-be59-519d705138a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.776735 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-e5da791d-f921-43b4-be59-519d705138a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997398 Aug 27 04:06:30.810188 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:30.819901 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.820257 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.820597 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.821474 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.821807 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.822138 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.822461 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.822959 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.823297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.823627 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.823981 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.824305 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:30.847703 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['697d8324-34e8-4941-b6f9-29b6979b9a9f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:30.895593 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d133-45d6-4635-8141-c551fbf0d898 req-685837d1-e6f3-4bb6-8ea0-9f144e6965ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.897290 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-685837d1-e6f3-4bb6-8ea0-9f144e6965ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115205 Aug 27 04:06:30.911906 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220228bd-43da-48f1-9347-cd176226d58a None None] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:30.974487 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-bb3f9ad5-a89b-4096-9c79-b6a25a76a45c service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872747 Aug 27 04:06:31.073850 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-a9c33fa4-9117-42f0-a674-b4da19e8b517 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620228 Aug 27 04:06:31.157487 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b64492a7-b375-416c-bc5e-b85d740e8d28 req-9deb40d0-e261-4e57-a235-a2c7a23d7a5c service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520720 Aug 27 04:06:31.201477 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a428d133-45d6-4635-8141-c551fbf0d898 req-52c046dd-1c2e-4682-8d43-62b6fc3c9e37 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180756 Aug 27 04:06:31.381863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67264c74-93a3-4e6d-8b9e-bb28be4108c6 req-ca7daed0-7924-4fa8-acd9-bd222eb86c9a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:31.384399 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-67264c74-93a3-4e6d-8b9e-bb28be4108c6 req-ca7daed0-7924-4fa8-acd9-bd222eb86c9a tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0837443 Aug 27 04:06:31.421274 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35b48-5997-435c-bdad-1d7db2e57576 req-a7b19365-e26a-494a-b5b1-bb739908af6e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:31.422953 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d7f35b48-5997-435c-bdad-1d7db2e57576 req-a7b19365-e26a-494a-b5b1-bb739908af6e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 943 time: 0.0881088 Aug 27 04:06:31.454287 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-67264c74-93a3-4e6d-8b9e-bb28be4108c6 req-0068fb8c-d3a9-4577-95ca-7da66672a326 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620975 Aug 27 04:06:31.476358 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d7f35b48-5997-435c-bdad-1d7db2e57576 req-b3f10784-c708-43ee-9d82-c8b59ec86e00 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Aug 27 04:06:31.832964 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f06196-2356-4a03-86c6-0fc90edf6138 req-53eb0b24-8e3d-4d1a-a27c-b1c98f1b948b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:31.834608 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d5f06196-2356-4a03-86c6-0fc90edf6138 req-53eb0b24-8e3d-4d1a-a27c-b1c98f1b948b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0858088 Aug 27 04:06:31.861867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2127-d49e-4c2a-b1e8-1d7af512cd65 req-2f6b5692-1f91-4a4f-a16d-13cc6f4f1ea0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:31.864876 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f94b2127-d49e-4c2a-b1e8-1d7af512cd65 req-2f6b5692-1f91-4a4f-a16d-13cc6f4f1ea0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 945 time: 0.0844121 Aug 27 04:06:31.917706 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d5f06196-2356-4a03-86c6-0fc90edf6138 req-c58bec05-5447-4a46-9c67-3a715a3ecc96 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747294 Aug 27 04:06:31.942579 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f94b2127-d49e-4c2a-b1e8-1d7af512cd65 req-f7072987-46f4-4cd1-a63a-a9680fe9361f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673680 Aug 27 04:06:32.433956 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:06:32.437301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:32.692836 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 697d8324-34e8-4941-b6f9-29b6979b9a9f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:32.693895 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:32.764103 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:32.780970 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'port_id': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'mac_address': 'fa:16:3e:22:a7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:06:32.851102 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:32.853730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:32.876266 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:32.896254 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:32.898856 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a36cb-f778-4af3-9372-f9e1392c2872" -d '{"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:32.921224 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:32.923247 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:32.929852 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:32.932936 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:32.965648 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd44e-ebcb-4233-8bfa-752e6c13ff25 req-40a3dba4-a977-442b-8ab0-64feba91880f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:32.973313 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0d5cd44e-ebcb-4233-8bfa-752e6c13ff25 req-40a3dba4-a977-442b-8ab0-64feba91880f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.3298254 Aug 27 04:06:32.993784 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:33.004738 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-6cf75350-6dd3-4a32-8c61-d497775dce61 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.012092 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-6cf75350-6dd3-4a32-8c61-d497775dce61 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 809 time: 0.4736028 Aug 27 04:06:33.032597 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-7d9f5834-67d5-4d63-9c26-a4a748896171 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/quotas/8805351fa3cc4ffaabf8ffb0603a0683 HTTP/1.1" status: 200 len: 375 time: 0.0194759 Aug 27 04:06:33.050570 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:33.069757 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0d5cd44e-ebcb-4233-8bfa-752e6c13ff25 req-c0e88481-5900-4b07-b419-9e4480fbadcf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954754 Aug 27 04:06:33.071826 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-66291593-baf9-4b1e-af81-62ed67744578 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383632 Aug 27 04:06:33.214299 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:33.215512 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4a1ec-51f0-4fd5-b16e-d6268793dcec req-cc60e074-09ef-41af-852c-281654dce4d5 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.223072 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-57d4a1ec-51f0-4fd5-b16e-d6268793dcec req-cc60e074-09ef-41af-852c-281654dce4d5 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 944 time: 0.0800834 Aug 27 04:06:33.248264 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-826af7db-7ce3-4d93-927e-e48626b36ee9 service neutron] 10.222.0.70 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558700 Aug 27 04:06:33.297408 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-57d4a1ec-51f0-4fd5-b16e-d6268793dcec req-207bf76d-6f7e-45f2-b0d7-0a5a19109f66 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733695 Aug 27 04:06:33.376029 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa51a7-58d9-4474-a554-b78e5926b171 x-openstack-request-id: req-b1aa51a7-58d9-4474-a554-b78e5926b171 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:33.376302 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:33.376559 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1aa51a7-58d9-4474-a554-b78e5926b171 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:33.376956 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'code': 200} Aug 27 04:06:33.427529 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-10ab3a06-1ba8-4994-8e3e-9bbee9b85eba service neutron] 10.222.0.70 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638057 Aug 27 04:06:33.508758 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1e69-cba5-4af5-aa46-b79c9c129f21 req-e09fa13d-bb3f-44a0-81ab-45827e1c841d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.512787 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b6c1e69-cba5-4af5-aa46-b79c9c129f21 req-e09fa13d-bb3f-44a0-81ab-45827e1c841d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0696409 Aug 27 04:06:33.572333 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3b6c1e69-cba5-4af5-aa46-b79c9c129f21 req-6d6cc938-1460-49e3-ad71-c3281f6a1974 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548539 Aug 27 04:06:33.702703 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3479769b-70e4-46bb-90b7-bc454c2f7431 req-b02d26a0-5231-46da-8549-e359c5046e0e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 210 time: 0.0474293 Aug 27 04:06:33.706875 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:06:33.745426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310838c-4e50-42cc-9dd5-d74e8c4fad6a req-f73fc9ff-c8d9-4982-aeb9-4ebedf1854e9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.747075 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e310838c-4e50-42cc-9dd5-d74e8c4fad6a req-f73fc9ff-c8d9-4982-aeb9-4ebedf1854e9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0759895 Aug 27 04:06:33.796233 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e310838c-4e50-42cc-9dd5-d74e8c4fad6a req-60569c4a-6f74-404a-9efd-09581b4cb555 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427101 Aug 27 04:06:34.217511 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7026-484e-41f8-9fc0-27c5871f5798 req-8a2e6b6e-96f3-420d-b45f-6b464522d4b8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:34.220061 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-572f7026-484e-41f8-9fc0-27c5871f5798 req-8a2e6b6e-96f3-420d-b45f-6b464522d4b8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0653231 Aug 27 04:06:34.279898 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-572f7026-484e-41f8-9fc0-27c5871f5798 req-a2924be8-fe5c-4e26-8b1d-5214bef5f1b6 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Aug 27 04:06:34.416514 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903602-a908-4f9c-b1f2-5acbf087e9a1 req-05329b47-50d6-4737-9a1b-cdd77ab426e4 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:34.418608 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cd903602-a908-4f9c-b1f2-5acbf087e9a1 req-05329b47-50d6-4737-9a1b-cdd77ab426e4 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 944 time: 0.0579534 Aug 27 04:06:34.431083 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:34.463002 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cd903602-a908-4f9c-b1f2-5acbf087e9a1 req-11c8dbd2-c9d1-4472-bf91-102bf451088a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384276 Aug 27 04:06:34.509526 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:34.513343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:34.513721 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:34.604173 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:34.659707 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:34.667195 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:34.793076 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:34.882471 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2381dee7-ca7e-43c8-ad23-9c28dadf82ec req-3582bb14-6cc3-4aa9-8e5f-fe79616c5f10 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 210 time: 0.0593672 Aug 27 04:06:34.898817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-34b6b868-6929-4a1c-8478-704f86017eb8 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:34.907678 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-34b6b868-6929-4a1c-8478-704f86017eb8 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 809 time: 0.2052112 Aug 27 04:06:34.917412 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Request body: {'port': {'device_id': '7c71c591-d503-44d6-8bf6-d74e21634428', 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3', 'admin_state_up': True, 'tenant_id': '8805351fa3cc4ffaabf8ffb0603a0683'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:35.050318 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab00098-a1be-41ca-bba8-7a2528c975e7 req-74ea2c91-c6f1-41bb-b5db-bd062620267e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.051858 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ab00098-a1be-41ca-bba8-7a2528c975e7 req-74ea2c91-c6f1-41bb-b5db-bd062620267e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1251428 Aug 27 04:06:35.111722 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ab00098-a1be-41ca-bba8-7a2528c975e7 req-3ab02574-6aa5-4b3e-bea9-49bdf3fad7e9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531499 Aug 27 04:06:35.122282 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Made reservation on behalf of 8805351fa3cc4ffaabf8ffb0603a0683 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:35.125979 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:35.265619 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Allocated IP 172.20.0.7 (c0fe6ee8-bedd-48c8-927c-909e450b2cc3/540a2b62-c132-4465-9026-e5f0731ac1b5/81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:35.381551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:35.385636 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710fcae-38b8-4eaa-8094-2f34edf1a0b9" -d '{"events": [{"server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:35.440347 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34195424-9fff-406d-a7a1-3b85288dfef5 x-openstack-request-id: req-34195424-9fff-406d-a7a1-3b85288dfef5 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:35.440964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:35.440964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34195424-9fff-406d-a7a1-3b85288dfef5 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:35.441405 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'code': 200} Aug 27 04:06:35.501522 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67894-ab53-41a5-b1fc-55080f84577e req-378b7157-673c-45bf-9610-c2018dc95a92 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.508701 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5bf67894-ab53-41a5-b1fc-55080f84577e req-378b7157-673c-45bf-9610-c2018dc95a92 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1182840 Aug 27 04:06:35.517877 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:35.570164 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5bf67894-ab53-41a5-b1fc-55080f84577e req-0b1975e0-4652-4610-81d1-89b0fa9a4b5e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Aug 27 04:06:35.611638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:35.715947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:35.729628 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:35.733984 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:35.739719 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.740423 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:35.745154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Pushing event updated for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:35.768554 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367eaf5-2cbc-4c35-9bc2-aeaf4ea141f4 req-d8484bbc-9ae0-48a1-a2b8-c1234427a42c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.770077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a367eaf5-2cbc-4c35-9bc2-aeaf4ea141f4 req-d8484bbc-9ae0-48a1-a2b8-c1234427a42c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.1531801 Aug 27 04:06:35.773295 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-4516f011-e6e3-4e8d-9c75-193574037733 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8612449 Aug 27 04:06:35.779607 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d2b7e-7ea7-477e-a331-e0327407cd4a req-252b2b84-c2d5-4d55-b007-ebd9d0a58cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.781173 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c69d2b7e-7ea7-477e-a331-e0327407cd4a req-252b2b84-c2d5-4d55-b007-ebd9d0a58cf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1098 time: 0.1220045 Aug 27 04:06:35.787235 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Request body: {'port': {'device_id': '7c71c591-d503-44d6-8bf6-d74e21634428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:35.884793 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c69d2b7e-7ea7-477e-a331-e0327407cd4a req-d329446c-3739-41d9-95d6-25d414264e44 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923421 Aug 27 04:06:35.896323 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a367eaf5-2cbc-4c35-9bc2-aeaf4ea141f4 req-466fbd7a-262f-4bc6-83be-a09bdbbb201b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129255 Aug 27 04:06:35.909349 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.086290 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3f71-c050-43a5-bdfa-fbf7f359cbab req-a8261e95-e8e8-4d5a-b1d6-4c51a10e96c3 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.088331 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-94ba3f71-c050-43a5-bdfa-fbf7f359cbab req-a8261e95-e8e8-4d5a-b1d6-4c51a10e96c3 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 931 time: 0.1271722 Aug 27 04:06:36.163892 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-94ba3f71-c050-43a5-bdfa-fbf7f359cbab req-c3e59c19-52c8-4bf6-b473-2c0c31cf83bd tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516427 Aug 27 04:06:36.296001 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf7dbd-a0cc-4f02-831b-aa8dccaea456 req-8ec66367-3a44-4751-ae41-4cecad1af88f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.297499 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7faf7dbd-a0cc-4f02-831b-aa8dccaea456 req-8ec66367-3a44-4751-ae41-4cecad1af88f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0917480 Aug 27 04:06:36.299587 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:36.313194 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.337752 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Transition to ACTIVE for port object 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:36.343522 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.375516 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7faf7dbd-a0cc-4f02-831b-aa8dccaea456 req-092b4a8c-3ac8-4ed3-8642-502ca6554cf0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713923 Aug 27 04:06:36.421786 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Pushing event updated for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:36.437250 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Attempting to bind port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:36.437583 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Attempting to bind port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:36.437916 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Attempting to bind port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:36.442396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:06:36.442721 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Attempting to bind port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:36.448066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:36.448400 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Checking segment: {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:36.448778 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Bound using segment: {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:36.449201 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Bound port: 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:36.449555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.519799 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:36.523468 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:36.527748 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.541314 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.542109 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:36.543489 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] 10.222.0.38 "PUT /v2.0/ports/81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 HTTP/1.1" status: 200 len: 1093 time: 0.7613683 Aug 27 04:06:36.545947 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:36.547808 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ae87d-de84-43db-a816-1abc30c1d3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:36.631670 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c563cc6-32fe-40b9-bb26-0bc6a26ac45a x-openstack-request-id: req-4c563cc6-32fe-40b9-bb26-0bc6a26ac45a {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:36.631989 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:36.632228 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c563cc6-32fe-40b9-bb26-0bc6a26ac45a {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:36.632612 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3', 'status': 'completed', 'code': 200} Aug 27 04:06:36.653741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-e8d193c4-7fe9-4db3-a095-ce4e75d6bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.655303 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-e8d193c4-7fe9-4db3-a095-ce4e75d6bd2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 1096 time: 0.0632193 Aug 27 04:06:36.670019 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e1c5-7cbc-43d4-a486-af40f1fae26a service neutron] Pushing event updated for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:36.734019 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-fa1a1cea-b0a8-4728-8020-97751384f897 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 HTTP/1.1" status: 200 len: 217 time: 0.0633695 Aug 27 04:06:36.760852 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5deae-089d-456b-a94f-137c4b5d299b req-193f0682-c961-44c1-b126-acab0a502852 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.762317 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-efb5deae-089d-456b-a94f-137c4b5d299b req-193f0682-c961-44c1-b126-acab0a502852 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1046643 Aug 27 04:06:36.825164 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-1ee80a52-ee7e-4838-aef0-51fdbf92a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.826631 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-1ee80a52-ee7e-4838-aef0-51fdbf92a4c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540a2b62-c132-4465-9026-e5f0731ac1b5 HTTP/1.1" status: 200 len: 849 time: 0.0816178 Aug 27 04:06:36.832154 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-efb5deae-089d-456b-a94f-137c4b5d299b req-431b3a06-0257-43e6-9505-c115d99b675d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Aug 27 04:06:36.862069 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-44cc5fde-b979-47c6-8b38-55bc2b1b95f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261872 Aug 27 04:06:36.989315 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-b1e5ecdc-8099-4688-9b53-b2b69020462d service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123836 Aug 27 04:06:37.080771 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07780709-6e8d-40c4-911f-ffe0bffe39c3 req-5bda5cf4-a773-4843-8c5d-42b433b8d81c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.088770 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-07780709-6e8d-40c4-911f-ffe0bffe39c3 req-5bda5cf4-a773-4843-8c5d-42b433b8d81c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.1153095 Aug 27 04:06:37.148268 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-07780709-6e8d-40c4-911f-ffe0bffe39c3 req-e31a024e-2a61-4919-b6d2-a7774f4a7367 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583658 Aug 27 04:06:37.150787 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c2df67-9c31-4664-aa46-9186453179e7 req-90f46b63-b730-4a42-9437-8f92522a75fc service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472940 Aug 27 04:06:37.192238 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d46b-4929-49e8-aaa3-3e5fcba718f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:37.262889 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-6c0e57ec-e05d-4c7b-bb97-5d3aeba822a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.264816 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-6c0e57ec-e05d-4c7b-bb97-5d3aeba822a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 1096 time: 0.0570309 Aug 27 04:06:37.376042 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7fef-200a-4020-b644-fe2c22c03bec req-c631bac5-d9de-432d-af3c-609c31ebfb01 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.377733 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0eb7fef-200a-4020-b644-fe2c22c03bec req-c631bac5-d9de-432d-af3c-609c31ebfb01 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 943 time: 0.1015654 Aug 27 04:06:37.423550 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-6df97e7f-f9f0-4734-beb8-e22d17974406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.425209 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-6df97e7f-f9f0-4734-beb8-e22d17974406 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 910 time: 0.1501961 Aug 27 04:06:37.483238 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c0eb7fef-200a-4020-b644-fe2c22c03bec req-c0697080-f0d4-466c-99e2-a040e643dbe6 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980792 Aug 27 04:06:37.494235 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-af90346e-51ab-48de-a2e5-1aa16b365c31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 HTTP/1.1" status: 200 len: 217 time: 0.0563028 Aug 27 04:06:37.566155 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6721-01f4-41e5-b223-c8a7f01ecafa req-342f76b0-05b7-4d48-87d3-d8ba7e00ba67 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.567814 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-acfe6721-01f4-41e5-b223-c8a7f01ecafa req-342f76b0-05b7-4d48-87d3-d8ba7e00ba67 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0881159 Aug 27 04:06:37.585024 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-07b0009a-8f55-440c-b123-0de9440323ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.587018 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-07b0009a-8f55-440c-b123-0de9440323ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540a2b62-c132-4465-9026-e5f0731ac1b5 HTTP/1.1" status: 200 len: 849 time: 0.0698969 Aug 27 04:06:37.633638 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-7e4e81bb-0abe-49e7-85de-4f89f58ae907 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339532 Aug 27 04:06:37.676155 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-acfe6721-01f4-41e5-b223-c8a7f01ecafa req-e4d88210-735e-4fc1-b022-1f7dd6d5bfa7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011503 Aug 27 04:06:37.756736 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-9622afb3-41fe-432a-a4e6-94d1486ab9f2 service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128159 Aug 27 04:06:37.861166 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a94ae87d-de84-43db-a816-1abc30c1d3e0 req-650cf681-176e-4d22-8fb6-a5ec6acc482f service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962069 Aug 27 04:06:37.972991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4d0f2-9b7a-4d9a-8cc6-eebcdaec8f11 req-e0abd3c4-3700-4a0a-8910-b5792793c53e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.980803 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c7d4d0f2-9b7a-4d9a-8cc6-eebcdaec8f11 req-e0abd3c4-3700-4a0a-8910-b5792793c53e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Aug 27 04:06:38.020342 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c7d4d0f2-9b7a-4d9a-8cc6-eebcdaec8f11 req-0c8a5200-f233-4e02-86cd-ef46fb33c409 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Aug 27 04:06:38.278664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade0cb6-a471-42e3-a488-42913e4c6fa9 req-dc8c742b-b29c-4771-9cbe-829ef7e71483 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.280200 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aade0cb6-a471-42e3-a488-42913e4c6fa9 req-dc8c742b-b29c-4771-9cbe-829ef7e71483 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Aug 27 04:06:38.329140 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aade0cb6-a471-42e3-a488-42913e4c6fa9 req-e81e90f3-0c3f-49dc-aace-9c9332585416 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Aug 27 04:06:38.463756 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee93d-e291-4888-8f9d-36b52b1eec1f req-953b6cda-ab0e-4056-8dbe-1341426fd199 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.468277 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d6fee93d-e291-4888-8f9d-36b52b1eec1f req-953b6cda-ab0e-4056-8dbe-1341426fd199 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0593262 Aug 27 04:06:38.505930 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d6fee93d-e291-4888-8f9d-36b52b1eec1f req-495ddf1d-5f6b-41d7-bc55-08dae405ac3d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334060 Aug 27 04:06:38.629396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951b4a4-b2ce-446b-ae5c-21ee689dfcb9 req-a3fa68b0-b428-4eb7-9946-2695c1851026 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.637454 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e951b4a4-b2ce-446b-ae5c-21ee689dfcb9 req-a3fa68b0-b428-4eb7-9946-2695c1851026 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 943 time: 0.0726557 Aug 27 04:06:38.684173 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e951b4a4-b2ce-446b-ae5c-21ee689dfcb9 req-3a02cc54-b438-41c1-8dc7-4b3e44c8bd07 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Aug 27 04:06:38.817433 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5325-c546-4631-b14b-a2af80857db5 req-ef8af360-2f18-4b8a-9a69-f541f7968b6e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.819004 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dddf5325-c546-4631-b14b-a2af80857db5 req-ef8af360-2f18-4b8a-9a69-f541f7968b6e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0610754 Aug 27 04:06:38.907875 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dddf5325-c546-4631-b14b-a2af80857db5 req-a9340062-7b11-494c-8bd3-cbf2b27d46e3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762615 Aug 27 04:06:38.939845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60972ce9-bbc7-44eb-8a1b-9c3fb4727b14 req-dcccebce-b82f-41cd-abce-1690308b852e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.941332 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-60972ce9-bbc7-44eb-8a1b-9c3fb4727b14 req-dcccebce-b82f-41cd-abce-1690308b852e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0814898 Aug 27 04:06:38.991968 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-60972ce9-bbc7-44eb-8a1b-9c3fb4727b14 req-e0668a28-8e26-4bfd-bf8e-41c06582d76d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Aug 27 04:06:39.156555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d0254-5879-412e-ab6e-8a27a03fbbad req-c6b59188-ad46-414f-ba55-2856a32d2890 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.158611 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-477d0254-5879-412e-ab6e-8a27a03fbbad req-c6b59188-ad46-414f-ba55-2856a32d2890 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0582082 Aug 27 04:06:39.210621 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-477d0254-5879-412e-ab6e-8a27a03fbbad req-352a5b61-0227-4b9c-986a-c2bf9cac495f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Aug 27 04:06:39.306555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98a72-dda4-435d-be48-2632fe49398e req-4102a47d-20d5-4ea3-8639-b0a474d7fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.310835 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ab98a72-dda4-435d-be48-2632fe49398e req-4102a47d-20d5-4ea3-8639-b0a474d7fb0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.0523880 Aug 27 04:06:39.365798 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ab98a72-dda4-435d-be48-2632fe49398e req-0234f4ab-12c7-4650-93e9-dc26d7518aac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Aug 27 04:06:39.805900 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe543e-b08e-465a-8100-a381922eeea8 req-bef0d1be-374b-42b5-9b44-88121fa8a08c tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.807667 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-54fe543e-b08e-465a-8100-a381922eeea8 req-bef0d1be-374b-42b5-9b44-88121fa8a08c tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 943 time: 0.0533895 Aug 27 04:06:39.854234 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-54fe543e-b08e-465a-8100-a381922eeea8 req-41925bc5-1dfe-4008-9d78-14c3c53bf7f1 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Aug 27 04:06:40.150595 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a7f2dce4-73dc-4b53-8702-e2799a7b8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.310234 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be378c-3094-4f6c-ae52-2ccae35ffaf9 req-75b956a5-b5a3-4107-b50b-85d39e2677a7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:40.319727 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e6be378c-3094-4f6c-ae52-2ccae35ffaf9 req-75b956a5-b5a3-4107-b50b-85d39e2677a7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.3396485 Aug 27 04:06:40.325730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.445168 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e6be378c-3094-4f6c-ae52-2ccae35ffaf9 req-8e262220-6ad9-42bf-9582-7bc5ea25a468 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230724 Aug 27 04:06:40.466007 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f24362-848d-4ed7-a3bc-8d3443513a52 req-4620c698-788c-4e6f-8be9-abe327468ed9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:40.473280 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-84f24362-848d-4ed7-a3bc-8d3443513a52 req-4620c698-788c-4e6f-8be9-abe327468ed9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Aug 27 04:06:40.486912 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:06:40.527637 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-84f24362-848d-4ed7-a3bc-8d3443513a52 req-f59e1870-b020-4807-ae4e-d7667bbfa37f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Aug 27 04:06:40.621324 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:40.636605 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3', 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3', 'port_id': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3', 'mac_address': 'fa:16:3e:19:4e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540a2b62-c132-4465-9026-e5f0731ac1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:06:40.679047 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.692862 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:40.720979 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:40.720979 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.787401 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:40.999924 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe3b7-f566-465f-bfb5-c28a17db0f01 req-91372148-9211-4cef-8281-551217c38f6b tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:41.007869 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db3fe3b7-f566-465f-bfb5-c28a17db0f01 req-91372148-9211-4cef-8281-551217c38f6b tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 944 time: 0.0639446 Aug 27 04:06:41.031452 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:41.053760 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db3fe3b7-f566-465f-bfb5-c28a17db0f01 req-ed3bb74d-73e9-41f2-b96e-ad9853e986c4 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Aug 27 04:06:41.172642 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:41.232675 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:41.568075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57465-33d7-4ad1-a795-df01565512ab req-1b60507d-b610-4a18-96ba-a70de3346860 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:41.569588 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-64d57465-33d7-4ad1-a795-df01565512ab req-1b60507d-b610-4a18-96ba-a70de3346860 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0480869 Aug 27 04:06:41.633199 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-64d57465-33d7-4ad1-a795-df01565512ab req-0ece0102-0df7-4fa8-ac22-6b05e544d40b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572035 Aug 27 04:06:41.649802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffa9d-1537-4286-bc1a-3bb785bf1f92 req-21c2ea07-21ae-40d4-98d8-49040a24819e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:41.651272 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-69bffa9d-1537-4286-bc1a-3bb785bf1f92 req-21c2ea07-21ae-40d4-98d8-49040a24819e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0619886 Aug 27 04:06:41.690418 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-69bffa9d-1537-4286-bc1a-3bb785bf1f92 req-fce4cfcc-9e50-4907-ae3d-7e6e66167b6d tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 27 04:06:42.017585 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113888-2819-46d7-a152-45e6517e1f92 req-c0a0508c-8675-4843-855c-f0c621de6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.019122 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-c0a0508c-8675-4843-855c-f0c621de6807 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 1098 time: 0.0723691 Aug 27 04:06:42.035302 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79204fdd-d56f-402f-8d08-f1601451db31 req-04e6b098-cc75-4eb0-b270-9fb1bb0aa0c3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.036773 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-79204fdd-d56f-402f-8d08-f1601451db31 req-04e6b098-cc75-4eb0-b270-9fb1bb0aa0c3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0924263 Aug 27 04:06:42.182149 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-fff97ba8-5cbd-4071-aec8-87057ec9f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.183652 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-fff97ba8-5cbd-4071-aec8-87057ec9f693 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1099 time: 0.1629531 Aug 27 04:06:42.188376 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-79204fdd-d56f-402f-8d08-f1601451db31 req-a46df7cc-94a9-4866-b9e6-6123c71bff8b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416552 Aug 27 04:06:42.260968 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113888-2819-46d7-a152-45e6517e1f92 req-d4da1b63-51dc-44bb-b84e-8e260bfe45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.262438 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-d4da1b63-51dc-44bb-b84e-8e260bfe45ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 200 len: 920 time: 0.2247734 Aug 27 04:06:42.276196 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3769b-c86f-4275-927d-bb00daf5bd53 req-b9e1e927-075f-420b-84c3-1a63fd313add tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.277577 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3cf3769b-c86f-4275-927d-bb00daf5bd53 req-b9e1e927-075f-420b-84c3-1a63fd313add tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 944 time: 0.1578519 Aug 27 04:06:42.328865 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-0b1fafb4-283c-49fd-be3b-0fc9dc4abf41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 200 len: 217 time: 0.0503790 Aug 27 04:06:42.401251 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-7f5f0c7e-83c7-4a81-9787-9c1531d6076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.402726 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-7f5f0c7e-83c7-4a81-9787-9c1531d6076e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.2110484 Aug 27 04:06:42.410730 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3cf3769b-c86f-4275-927d-bb00daf5bd53 req-f188c6a0-ba42-4f08-811c-862cc284a656 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223669 Aug 27 04:06:42.424614 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113888-2819-46d7-a152-45e6517e1f92 req-8e83d4ad-3b54-4fd6-a472-e41e0bd1a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.426143 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-8e83d4ad-3b54-4fd6-a472-e41e0bd1a92d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 200 len: 859 time: 0.0899796 Aug 27 04:06:42.483613 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-dae8d1c6-cfdc-4ddb-a862-c09c3fa6ebb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c93c9b89-0845-4998-8c9f-f626de0ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303314 Aug 27 04:06:42.490541 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:42.509508 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-b434631b-df07-4fb1-b1e7-e429cda09f47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 1000 time: 0.0961318 Aug 27 04:06:42.540241 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:42.543938 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:42.544425 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.604700 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-1e3a1d73-fd16-4dfc-88d5-5271f791e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.606187 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-1e3a1d73-fd16-4dfc-88d5-5271f791e959 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0863013 Aug 27 04:06:42.631543 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.640711 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.654537 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-02d10605-5167-482f-ad51-1b6d17b9b54f service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574168 Aug 27 04:06:42.655574 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:42.657805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c1e23-fa26-4ce4-98ce-bc4b03b5042b" -d '{"events": [{"server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "name": "network-vif-plugged", "status": "completed", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:42.672618 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-05ebc6c1-8dfe-4b06-b557-86cef073c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.674323 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-05ebc6c1-8dfe-4b06-b557-86cef073c502 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611782 Aug 27 04:06:42.794250 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1913f39-2370-47f4-90b4-0fbf7d3f94c2 x-openstack-request-id: req-f1913f39-2370-47f4-90b4-0fbf7d3f94c2 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:42.794642 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "name": "network-vif-plugged", "status": "completed", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:42.794773 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1913f39-2370-47f4-90b4-0fbf7d3f94c2 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:42.795165 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3', 'code': 200} Aug 27 04:06:42.799035 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:42.805352 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.852806 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:42.887413 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce6fe4-f00b-4fde-bfae-cff5c16ed03a req-c890627a-9288-486a-9d18-cec1d5fb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.888969 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-2cce6fe4-f00b-4fde-bfae-cff5c16ed03a req-c890627a-9288-486a-9d18-cec1d5fb9886 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 1098 time: 0.0421073 Aug 27 04:06:42.893448 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91530944-7cc4-4dff-880b-0707df0fdf0f req-07a00eb8-c7d8-4b5d-b510-c541a6d8a3d1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.894890 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-91530944-7cc4-4dff-880b-0707df0fdf0f req-07a00eb8-c7d8-4b5d-b510-c541a6d8a3d1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.1447213 Aug 27 04:06:42.896674 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d9113888-2819-46d7-a152-45e6517e1f92 req-24844845-9a2e-4d61-9746-7a898887c983 service neutron] 10.222.0.38 "GET /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344186 Aug 27 04:06:42.926065 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-3a8bbf65-1c3a-4afd-aceb-61bdb9c9b906 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236071 Aug 27 04:06:42.937143 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-2cce6fe4-f00b-4fde-bfae-cff5c16ed03a req-6f362e17-f2bf-40f1-850f-3cba0cdb6527 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Aug 27 04:06:42.959991 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-91530944-7cc4-4dff-880b-0707df0fdf0f req-99060ed3-d50a-41e3-8acb-a86a4e9984c8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589828 Aug 27 04:06:43.024857 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ee6d7eb0-b45f-4e68-86f3-79fa4121be64 req-635cb029-5302-471b-8915-1229c2f0566e service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Aug 27 04:06:43.309759 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1659d8-d3e7-499d-86d1-491356956258 req-98e54f66-e138-4b53-8da8-55c2442b2a99 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.311516 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3f1659d8-d3e7-499d-86d1-491356956258 req-98e54f66-e138-4b53-8da8-55c2442b2a99 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0536959 Aug 27 04:06:43.366538 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3f1659d8-d3e7-499d-86d1-491356956258 req-800e2cdc-1d09-4dad-9dd3-f4033d78e8a2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Aug 27 04:06:43.453870 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b83efd-887b-47ae-80fe-4b8b0599e75d req-be6c5bfe-df9a-4e48-ad94-0a75250d6497 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.455289 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71b83efd-887b-47ae-80fe-4b8b0599e75d req-be6c5bfe-df9a-4e48-ad94-0a75250d6497 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0486057 Aug 27 04:06:43.501118 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71b83efd-887b-47ae-80fe-4b8b0599e75d req-030332c9-f038-47b0-8021-d13dda79d912 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Aug 27 04:06:43.523422 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37542) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:43.536116 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95c615-9a39-4933-9006-624c1425371e req-01b5487d-f94d-46c6-854b-78b3affcef15 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.537912 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6f95c615-9a39-4933-9006-624c1425371e req-01b5487d-f94d-46c6-854b-78b3affcef15 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 945 time: 0.0560510 Aug 27 04:06:43.575220 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6f95c615-9a39-4933-9006-624c1425371e req-68ee4618-f75c-4b22-b305-bb54d3893f4a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Aug 27 04:06:43.715172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e537c2-b848-4a02-8bac-3a8bfa9a0551 tempest-TestMinimumBasicScenario-1879279235 tempest-TestMinimumBasicScenario-1879279235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.716640 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-08e537c2-b848-4a02-8bac-3a8bfa9a0551 tempest-TestMinimumBasicScenario-1879279235 tempest-TestMinimumBasicScenario-1879279235-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1093 time: 0.1916163 Aug 27 04:06:43.719423 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37546) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:43.723609 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'port_id': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:43.743981 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for floatingip, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.837716 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.940505 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Allocated IP 172.28.2.187 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/da5617b1-4f09-4d57-b493-82f793073bdc) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:44.042798 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.081918 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.083502 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89f6d-3a78-44c5-8993-b02971b86d2a req-1dc65ac3-ddaf-4821-b5b8-962f6a9a6821 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:44.085087 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-caf89f6d-3a78-44c5-8993-b02971b86d2a req-1dc65ac3-ddaf-4821-b5b8-962f6a9a6821 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0514798 Aug 27 04:06:44.119457 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:44.123365 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-caf89f6d-3a78-44c5-8993-b02971b86d2a req-c1900fbd-2629-4c0e-9564-8f8cdfee626d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321658 Aug 27 04:06:44.124861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:44.127809 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:44.158513 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'Port': ['ID=da5617b1-4f09-4d57-b493-82f793073bdc,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:44.480768 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f832c-0ddd-4881-8fe5-5b8791aebd4a req-01047fc5-3cdf-4568-a0e7-5203ff2d49df tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:44.482310 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ca3f832c-0ddd-4881-8fe5-5b8791aebd4a req-01047fc5-3cdf-4568-a0e7-5203ff2d49df tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Aug 27 04:06:44.502306 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.520189 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ca3f832c-0ddd-4881-8fe5-5b8791aebd4a req-c6f8ab4d-0e4f-4b64-9668-8548fb4852ff tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Aug 27 04:06:44.571360 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.695517 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3eb1f-6666-40ee-a53f-615cf13e23da req-9d39e71f-a98e-4b5e-8148-efc365a8a11e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:44.696976 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ef3eb1f-6666-40ee-a53f-615cf13e23da req-9d39e71f-a98e-4b5e-8148-efc365a8a11e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 27 04:06:44.718673 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.723563 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.738129 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ef3eb1f-6666-40ee-a53f-615cf13e23da req-ad8525ce-107d-441e-8567-1795139dfd80 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Aug 27 04:06:44.794120 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'Port': ['ID=da5617b1-4f09-4d57-b493-82f793073bdc,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:44.804345 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.906182 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Floating IP 56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6 associated. External IP: 172.28.2.187, port: 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f. Aug 27 04:06:45.269643 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a641-5dc6-4feb-a31b-8c4aca54697a req-68509329-74d4-4d4a-9e58-c7d26c025798 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.271853 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a6d9a641-5dc6-4feb-a31b-8c4aca54697a req-68509329-74d4-4d4a-9e58-c7d26c025798 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0615988 Aug 27 04:06:45.316629 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a6d9a641-5dc6-4feb-a31b-8c4aca54697a req-a22e3d73-c625-4f06-a1ad-796ea94ae60c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Aug 27 04:06:45.398318 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:06:45.474397 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f63381-1055-4ce1-87c0-af442618c1f0 req-4e8df5be-3e4c-4ab9-a4fd-4d5d7fbac44e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.476070 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2f63381-1055-4ce1-87c0-af442618c1f0 req-4e8df5be-3e4c-4ab9-a4fd-4d5d7fbac44e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Aug 27 04:06:45.504904 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:06:45.514904 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Sync routers for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:06:45.516819 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2f63381-1055-4ce1-87c0-af442618c1f0 req-98fb7104-7ea6-465c-b436-395e642fd15d tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Aug 27 04:06:45.521889 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.525004 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:45.525718 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:06:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:45.556738 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e971465f-df4f-42f1-86f1-cd86ba31ad06 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8331544 Aug 27 04:06:45.556738 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:45.557234 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37570) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:45.557341 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18534961-296d-4496-a0ef-2232b2a3b9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:45.562158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123164373', 'description': 'tempest-secgroup-smoke-2123164373 description', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:45.587518 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.599505 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd3288e-cdfc-4755-abe1-1bfb15276757 x-openstack-request-id: req-7cd3288e-cdfc-4755-abe1-1bfb15276757 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:45.599882 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:45.600192 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cd3288e-cdfc-4755-abe1-1bfb15276757 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:45.600740 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:06:45.649163 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:45.720982 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d9ec-3ae8-46e7-976a-4c7a5bd4a374 req-aa363849-7d7a-4e47-8d7f-aecdc76beaf8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.722457 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5356d9ec-3ae8-46e7-976a-4c7a5bd4a374 req-aa363849-7d7a-4e47-8d7f-aecdc76beaf8 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1187544 Aug 27 04:06:45.729945 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-ac5fb4e6-f4b2-497e-834c-fd9969c8fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.731315 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-ac5fb4e6-f4b2-497e-834c-fd9969c8fe76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0940778 Aug 27 04:06:45.842721 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.846537 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5356d9ec-3ae8-46e7-976a-4c7a5bd4a374 req-6d2ea76a-110c-4de5-b9a3-e41d8bdf5f6f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133265 Aug 27 04:06:45.849597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.883004 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'port_id': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'mac_address': 'fa:16:3e:22:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:06:44Z', 'updated_at': '2021-08-27T04:06:44Z', 'revision_number': 0, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:45.897243 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.901654 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3406212 Aug 27 04:06:45.902085 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37576) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:45.902898 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c258cf-1e83-420c-a511-0d1d1c885f5c tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456ec6f0-0bc9-4246-9b53-f09a6dcd498c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:45.906921 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:45.911422 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Checking router: fb339b3e-a985-4b1d-a1ab-941e2a0316b5 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:06:45.915794 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-d1969a5e-5f9f-472c-ba2b-6a06e17a2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.917302 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-d1969a5e-5f9f-472c-ba2b-6a06e17a2d60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.1737576 Aug 27 04:06:45.920983 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:45.921587 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:06:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:45.943326 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.006276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-6be7a843-e28a-4b53-90bc-54535c58596c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 999 time: 0.0783334 Aug 27 04:06:46.039985 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.044728 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.066050 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8b9428-f599-4053-a5e5-ad92e6d9fd36,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.074471 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.078957 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-47626194-f47b-491d-ba19-e3d3997f990a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732533 Aug 27 04:06:46.079102 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37582) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.083598 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.083925 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-e73c4b8c-d265-4d07-b9ce-da5ed0b80a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.085579 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-e73c4b8c-d265-4d07-b9ce-da5ed0b80a22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0698051 Aug 27 04:06:46.124027 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.150628 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:46.157299 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-546c45ad-9146-4513-94ca-08dd3fd9cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.159274 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-546c45ad-9146-4513-94ca-08dd3fd9cd02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0573862 Aug 27 04:06:46.190240 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.194252 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.208120 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ee73aa-e2f7-4804-acd1-1030ae2f606d,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.234158 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.238779 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ae68964e-1766-4e17-ba67-f8062617373e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560075 Aug 27 04:06:46.238779 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37588) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.243629 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.288696 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.299902 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-c5d60e7b-4bf1-4e53-9fcc-3f18c7c0cb46 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212797 Aug 27 04:06:46.370700 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.375245 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.394818 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d137ca24-6bec-44c0-9ddd-ea992ae49215,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.403157 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.404739 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ced5286f-1c98-4bbd-9ba8-9dd4d3f2c48b tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648102 Aug 27 04:06:46.407341 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37592) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.411922 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.426662 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-18534961-296d-4496-a0ef-2232b2a3b9ae req-f21801d2-8aee-4b5d-b62a-7d6b0d60f69f service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175206 Aug 27 04:06:46.435130 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'port_id': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'mac_address': 'fa:16:3e:22:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:06:44Z', 'updated_at': '2021-08-27T04:06:44Z', 'revision_number': 0, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:46.442460 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.465968 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa20cc2-d36e-48f8-be54-103c1f19dff9 None None] The sync data for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb is: [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'port_id': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'mac_address': 'fa:16:3e:22:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:06:44Z', 'updated_at': '2021-08-27T04:06:44Z', 'revision_number': 0, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:06:46.468794 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeeded-fe48-4833-8005-843cf0782cfe req-e611e61e-293f-400b-84ee-a22f494d06e8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.470491 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-efbeeded-fe48-4833-8005-843cf0782cfe req-e611e61e-293f-400b-84ee-a22f494d06e8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 946 time: 0.0609233 Aug 27 04:06:46.493835 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:06:46.512325 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.518109 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-efbeeded-fe48-4833-8005-843cf0782cfe req-556d363a-8bb4-46ab-9cd1-873a2cd7192e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 Aug 27 04:06:46.518299 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.545894 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.545894 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306591 Aug 27 04:06:46.547189 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37596) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.551306 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f8bde-d6ff-44a9-ace9-300aa856ae22 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5dcd56-a0d2-415f-a4e7-0a6cb3f1c1cd,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.551734 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.581981 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Project b2d8b6a57de7489aa9aeb5a1e18f45bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:06:46.591074 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.604493 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.637164 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:46.640727 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1779d0d6-4acd-452c-9f40-10e7b464096e" -d '{"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-unplugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:46.663577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:46.668030 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.685455 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.690262 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.725092 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc81860-2197-4ffb-90d5-df3153bbc7ea,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.751786 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf3a2-f8ab-4ed4-8a20-e14c2d9dc3e2 req-64666767-b82a-40dc-b977-7bfd7adc1b0e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.752180 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.753921 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eeadf3a2-f8ab-4ed4-8a20-e14c2d9dc3e2 req-64666767-b82a-40dc-b977-7bfd7adc1b0e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 945 time: 0.1147225 Aug 27 04:06:46.754987 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.756048 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-dba0e3fd-f77e-4685-9f47-0003a5b604e7 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2127960 Aug 27 04:06:46.759404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 37608) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.765339 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'security_group_rule': {'security_group_id': '456ec6f0-0bc9-4246-9b53-f09a6dcd498c', 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.800947 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20baea4c-4afc-4193-a67b-47ea8e82787b None None] New status for floating IP 56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:06:46.829794 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eeadf3a2-f8ab-4ed4-8a20-e14c2d9dc3e2 req-c5531c9b-e2ad-4265-9b45-4cb6f13fa992 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Aug 27 04:06:46.843629 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.securitygroups_db [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Project b2d8b6a57de7489aa9aeb5a1e18f45bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:06:46.851784 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.909096 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178500f-e9fc-48fa-a032-819e87ae4f0d x-openstack-request-id: req-d178500f-e9fc-48fa-a032-819e87ae4f0d {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:46.909395 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-unplugged", "status": "failed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "code": 422}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:46.909646 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d178500f-e9fc-48fa-a032-819e87ae4f0d {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:46.910263 dv-cinder-778193-4-smb neutron-server[94013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'code': 422} returned with failed status Aug 27 04:06:46.927222 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.933023 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.952845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eac5b32-f8a7-44a7-b1ef-ce3c80add9ad,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.970625 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.974925 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-63aa0034-947b-4a2e-9141-9cb6528aa24a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2115281 Aug 27 04:06:47.067937 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-3a86464e-4d75-4e2f-8557-b6711c1085b4 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123164373&fields=id&tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd HTTP/1.1" status: 200 len: 267 time: 0.0482099 Aug 27 04:06:47.139862 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-45d53b72-382f-46de-86eb-f5c99f33ef76 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:47.141319 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-45d53b72-382f-46de-86eb-f5c99f33ef76 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 945 time: 0.0888834 Aug 27 04:06:47.155227 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-471ad471-a12a-42a7-9446-cf900ba83fb8 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:47.156721 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-471ad471-a12a-42a7-9446-cf900ba83fb8 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0735977 Aug 27 04:06:47.169221 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'port': {'security_groups': ['4ba0fea0-67e4-42f5-9aec-b4267bd03e04', '456ec6f0-0bc9-4246-9b53-f09a6dcd498c']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:47.294064 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.391406 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a8166-27f3-43d5-9c18-d9f6779fc284 req-6f04b261-ddbd-4f04-bfed-4ca575a7819d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:47.392964 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dd6a8166-27f3-43d5-9c18-d9f6779fc284 req-6f04b261-ddbd-4f04-bfed-4ca575a7819d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1171210 Aug 27 04:06:47.404054 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Deleting port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:06:47.404414 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.576188 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37642) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:47.587351 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dd6a8166-27f3-43d5-9c18-d9f6779fc284 req-4ae60ad5-45bf-4c29-a3bf-8e165ad0380c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772332 Aug 27 04:06:47.615122 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] For port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:47.615122 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.623477 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Calling delete_port for 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:06:47.669877 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-a14b06ee-97bf-4c89-b1d0-546dd078d59f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922453 Aug 27 04:06:47.700877 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:47.760825 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.770273 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.782280 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:48.160644 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.161276 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.165984 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9f885c2b-cf05-483b-be9f-43f372f337e9 req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "PUT /v2.0/ports/0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 981 time: 1.0021167 Aug 27 04:06:48.167475 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:48.177914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcdad84-a852-4fcc-a9c5-d557ef376095" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:48.243451 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.250136 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de795d59-5d91-4a58-a5bd-cd5734c5cf46 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=6']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:48.266223 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:48.320035 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d6ab-d4b0-413e-aa50-19616760a2c5 req-4d7f7d8c-1837-48d2-b119-481927383282 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.321668 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5045d6ab-d4b0-413e-aa50-19616760a2c5 req-4d7f7d8c-1837-48d2-b119-481927383282 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c71c591-d503-44d6-8bf6-d74e21634428 HTTP/1.1" status: 200 len: 867 time: 0.2224679 Aug 27 04:06:48.327282 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Pushing event deleted for resources: {'Port': ['ID=81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:48.375521 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:48.382140 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] No DVR routers for this DVR port 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:06:48.385281 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.387153 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9059b244-e53f-4cfd-991a-9f5bd8b64947 req-066f5c4b-e106-4022-afc4-3bc18314359a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "DELETE /v2.0/ports/81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 HTTP/1.1" status: 204 len: 173 time: 1.2295651 Aug 27 04:06:48.407433 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700aaa7-79a4-4621-b158-858c77f2cc39 req-57c4a428-d201-43cd-bf0c-77423ea3e399 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.408934 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4700aaa7-79a4-4621-b158-858c77f2cc39 req-57c4a428-d201-43cd-bf0c-77423ea3e399 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.1559565 Aug 27 04:06:48.417233 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5045d6ab-d4b0-413e-aa50-19616760a2c5 req-e5eb7b5b-8862-459d-a2d7-56eabdb7f15b tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877714 Aug 27 04:06:48.485106 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb0b34-e3e5-4a48-9794-4b87f4468185 x-openstack-request-id: req-34cb0b34-e3e5-4a48-9794-4b87f4468185 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:48.485407 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:48.485634 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34cb0b34-e3e5-4a48-9794-4b87f4468185 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:48.486073 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:06:48.487072 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-812ffcda-2a92-436b-ac89-dbee02d27274 None None] Provisioning complete for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:48.487583 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-812ffcda-2a92-436b-ac89-dbee02d27274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.495955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4700aaa7-79a4-4621-b158-858c77f2cc39 req-304ae65d-9d93-408e-b4e8-a23fd7d1fad8 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662997 Aug 27 04:06:48.575654 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-bf370b38-956f-4d25-88c3-130a465e9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.577266 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-bf370b38-956f-4d25-88c3-130a465e9b52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1137 time: 0.0686896 Aug 27 04:06:48.687510 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-939a13a9-d42f-4da0-be2a-d358074cf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.689055 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-939a13a9-d42f-4da0-be2a-d358074cf405 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.1033309 Aug 27 04:06:48.784231 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148af69-f500-40c6-b813-0ba10ba00551 req-b9457210-13eb-4aba-9076-e3fb7767792b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.785649 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7148af69-f500-40c6-b813-0ba10ba00551 req-b9457210-13eb-4aba-9076-e3fb7767792b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1132441 Aug 27 04:06:48.792003 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-398cb95c-db33-498a-af02-b8e0bd0ca352 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 1001 time: 0.0892787 Aug 27 04:06:48.865732 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7148af69-f500-40c6-b813-0ba10ba00551 req-1169aade-e8f9-4fba-8053-70c4414b7c40 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727861 Aug 27 04:06:48.873040 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-08a38734-20a3-4396-ac2a-ebbb2c3f810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.874530 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-08a38734-20a3-4396-ac2a-ebbb2c3f810f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0689921 Aug 27 04:06:48.937594 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-c10b3350-eae8-4422-b47e-61d8780f547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.939489 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-c10b3350-eae8-4422-b47e-61d8780f547d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580547 Aug 27 04:06:49.061456 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-ebeae709-0b03-45f0-9eae-5924e471cb88 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147957 Aug 27 04:06:49.160265 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cbcdad84-a852-4fcc-a9c5-d557ef376095 req-3eee76cb-7704-4b96-aa3d-25fcdca03718 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886045 Aug 27 04:06:49.381440 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db196e-987f-474b-81a8-2a80987f740b req-57747aca-019c-43a5-a381-2331a8a212d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.383588 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-57747aca-019c-43a5-a381-2331a8a212d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 1097 time: 0.0769777 Aug 27 04:06:49.456065 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db196e-987f-474b-81a8-2a80987f740b req-7e8ff7fe-3596-41fe-b2b6-f3f05b0e9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.458649 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-7e8ff7fe-3596-41fe-b2b6-f3f05b0e9e8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1097 time: 0.0437646 Aug 27 04:06:49.555649 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db196e-987f-474b-81a8-2a80987f740b req-f7b60cbb-4644-4359-b8c6-9a21db7c8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.557186 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-f7b60cbb-4644-4359-b8c6-9a21db7c8efa service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0926399 Aug 27 04:06:49.684365 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-ee4280cb-4ee0-4e95-9600-4e66b5545ec7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 998 time: 0.1119533 Aug 27 04:06:49.758310 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-83e0d30d-b413-44b6-9158-f9ef09adbdb2 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.759663 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-83e0d30d-b413-44b6-9158-f9ef09adbdb2 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 809 time: 0.1518807 Aug 27 04:06:49.763130 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db196e-987f-474b-81a8-2a80987f740b req-bee400bf-bc0f-4750-8a0e-0649e39e1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.764488 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-bee400bf-bc0f-4750-8a0e-0649e39e1a6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0727584 Aug 27 04:06:49.782837 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2e2db3cb-784b-40c4-8d63-a2bbeac14baf tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/quotas/8805351fa3cc4ffaabf8ffb0603a0683 HTTP/1.1" status: 200 len: 375 time: 0.0170238 Aug 27 04:06:49.828194 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-13766795-239d-4ca7-ab2d-8463b034b487 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281429 Aug 27 04:06:49.845400 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db196e-987f-474b-81a8-2a80987f740b req-85968349-0631-48fb-b621-970dbecf7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.846817 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-85968349-0631-48fb-b621-970dbecf7d6f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750687 Aug 27 04:06:50.016519 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-8e9c555c-71fb-49bc-a281-8a7b6574622f service neutron] 10.222.0.70 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810076 Aug 27 04:06:50.020105 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-f3ae4148-c8bb-4648-bd52-934c040312fa service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408753 Aug 27 04:06:50.132393 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd79357-8f1e-4887-bd70-c62a002e8b3c req-4af05070-4ce0-4dfd-bc00-827c6358ca79 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:50.133904 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4dd79357-8f1e-4887-bd70-c62a002e8b3c req-4af05070-4ce0-4dfd-bc00-827c6358ca79 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1572003 Aug 27 04:06:50.219370 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-8ef18c65-3410-4cb0-a4d1-949f5a75f3ef service neutron] 10.222.0.70 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966846 Aug 27 04:06:50.223983 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4dd79357-8f1e-4887-bd70-c62a002e8b3c req-2e1b46a3-e96e-4d55-9cf2-72e42d0c3ed7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822320 Aug 27 04:06:50.225992 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a8db196e-987f-474b-81a8-2a80987f740b req-d64bc827-5371-4a0e-bea5-bf8d20ed0f12 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937408 Aug 27 04:06:50.403508 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc834f51-cbab-497d-8d20-161f804132f8 req-94017594-017e-4fd6-8e8e-6e00bd90b183 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0408709 Aug 27 04:06:50.477661 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd9bac-294f-4ca2-904a-c7ffb383540d req-77df3d7a-ae15-410b-afd1-6f41e9f3b71e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:50.479412 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28cd9bac-294f-4ca2-904a-c7ffb383540d req-77df3d7a-ae15-410b-afd1-6f41e9f3b71e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0555649 Aug 27 04:06:50.488236 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'name': 'network-vif-deleted', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:50.490914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5749c94-aa26-4b12-9547-e8835cd09a1b" -d '{"events": [{"server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "name": "network-vif-deleted", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:50.518765 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:06:50.539065 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28cd9bac-294f-4ca2-904a-c7ffb383540d req-bf7f18f0-93b5-4908-8479-891823b189c7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Aug 27 04:06:50.549663 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b10c0d-a41d-463e-9e00-f96983e10346 x-openstack-request-id: req-a5b10c0d-a41d-463e-9e00-f96983e10346 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:50.550217 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c71c591-d503-44d6-8bf6-d74e21634428", "name": "network-vif-deleted", "tag": "81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:50.550505 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5b10c0d-a41d-463e-9e00-f96983e10346 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:50.550896 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c71c591-d503-44d6-8bf6-d74e21634428', 'name': 'network-vif-deleted', 'tag': '81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3', 'status': 'completed', 'code': 200} Aug 27 04:06:50.565987 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:06:50.566353 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 81c4de11-e3ae-4a4e-b92b-ee5a99c9bfb3 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:06:51.360589 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc0f39-75cf-4d5f-9cbb-484fc9704aeb req-b3536dd5-39a4-4ad2-a0a3-3654c6c4e11b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:51.362754 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c6fc0f39-75cf-4d5f-9cbb-484fc9704aeb req-b3536dd5-39a4-4ad2-a0a3-3654c6c4e11b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0619178 Aug 27 04:06:51.404737 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c6fc0f39-75cf-4d5f-9cbb-484fc9704aeb req-d86434b5-6426-4d8a-8795-da9366fef36d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357893 Aug 27 04:06:51.496890 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-724978e6-9fd1-4209-aba2-695bb7209fd5 req-5d574fd0-a0ac-4d84-b423-5f1b4c33b747 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Aug 27 04:06:51.660757 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5b5d-57b3-47a5-939e-492e68d14c03 req-ee6bb40b-0778-42c0-9a58-862d61988345 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:51.662247 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-680b5b5d-57b3-47a5-939e-492e68d14c03 req-ee6bb40b-0778-42c0-9a58-862d61988345 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Aug 27 04:06:51.703153 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-680b5b5d-57b3-47a5-939e-492e68d14c03 req-5472f0fa-3467-425b-895e-1a161bb7c385 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Aug 27 04:06:52.532332 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff9c7-9f98-49e7-9dfb-670fec93cd4a req-b1e452b5-d611-4530-af4a-e347d1d150f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.533804 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-00bff9c7-9f98-49e7-9dfb-670fec93cd4a req-b1e452b5-d611-4530-af4a-e347d1d150f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0545108 Aug 27 04:06:52.582149 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-00bff9c7-9f98-49e7-9dfb-670fec93cd4a req-ad74cefe-a642-4d45-99bf-81f6dfd35607 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Aug 27 04:06:52.598907 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-90200dd5-2ad9-4b84-858e-899bc1d0772a req-6a3f7711-1802-42a4-931b-b5962738ca25 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0328805 Aug 27 04:06:52.818883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da4f7a-1e67-4c1f-bf22-ff44916f2af4 req-f7d98e26-cdc7-4e9b-b00f-a6f911444c13 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.820399 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21da4f7a-1e67-4c1f-bf22-ff44916f2af4 req-f7d98e26-cdc7-4e9b-b00f-a6f911444c13 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Aug 27 04:06:52.866517 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21da4f7a-1e67-4c1f-bf22-ff44916f2af4 req-3ce27334-ace4-4906-8afb-c38295a429c4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Aug 27 04:06:53.718241 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8e943a2d-d0f3-4375-84fc-298b9587ff96 req-2abff8d3-33cc-433f-a571-5d61addd6f11 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0469141 Aug 27 04:06:53.736227 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db6e8-ea0c-4f2c-b698-7de96bd9ba94 req-980d80f3-1266-4fcb-a589-146585c891d9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:53.737699 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7e8db6e8-ea0c-4f2c-b698-7de96bd9ba94 req-980d80f3-1266-4fcb-a589-146585c891d9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0751338 Aug 27 04:06:53.777690 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7e8db6e8-ea0c-4f2c-b698-7de96bd9ba94 req-eaa206e5-5be5-4fdd-a48c-d5343363d912 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Aug 27 04:06:54.003157 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca8d29-a2f1-43cc-bd97-840cae9be822 req-881ff5ab-e34d-40b5-a356-e35a4d355f9e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:54.005130 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10ca8d29-a2f1-43cc-bd97-840cae9be822 req-881ff5ab-e34d-40b5-a356-e35a4d355f9e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0674174 Aug 27 04:06:54.047638 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10ca8d29-a2f1-43cc-bd97-840cae9be822 req-647aa60b-d2ca-4958-91dd-84456cd3eab4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Aug 27 04:06:54.829861 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-89c9901f-c939-4565-88cf-5d7a7a2de843 req-f5d89c54-91d4-458f-b35c-928975972fbb tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Aug 27 04:06:54.909727 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e0d01-12ea-437c-a493-e18d43f2df56 req-4196316c-49c8-4b77-8a84-84621846fbca tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:54.911253 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-343e0d01-12ea-437c-a493-e18d43f2df56 req-4196316c-49c8-4b77-8a84-84621846fbca tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0543902 Aug 27 04:06:54.950352 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-343e0d01-12ea-437c-a493-e18d43f2df56 req-1162f64d-6042-46c5-baf1-1071830efe2d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Aug 27 04:06:55.165865 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45e35-38ab-40ba-b99e-1c9e480c7c2c req-e1bebbc0-5b83-4d22-a625-fab9006a69f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:55.168048 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-24f45e35-38ab-40ba-b99e-1c9e480c7c2c req-e1bebbc0-5b83-4d22-a625-fab9006a69f2 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Aug 27 04:06:55.207170 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-24f45e35-38ab-40ba-b99e-1c9e480c7c2c req-00108369-a05a-4e75-89f6-942406e2e5dd tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Aug 27 04:06:55.925846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c7e31c3e-f9b3-4d1f-b9d5-1b59522b51bc req-e6e28398-1d82-4d40-a06e-00706e1a2cc6 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0262551 Aug 27 04:06:56.114115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27297497-2d65-45ae-bb25-4d26c68471e1 req-a1352f02-d245-4294-85eb-d5c09578612d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.115506 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-27297497-2d65-45ae-bb25-4d26c68471e1 req-a1352f02-d245-4294-85eb-d5c09578612d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0531464 Aug 27 04:06:56.161715 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-27297497-2d65-45ae-bb25-4d26c68471e1 req-885a8376-55dd-47bd-8bb8-faee7c9fdf28 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366786 Aug 27 04:06:56.325983 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069855a-7875-4a7d-bccd-4b3b929f1c26 req-188be5a5-9c44-4d48-a027-c06aa06c9b8e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.327621 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a069855a-7875-4a7d-bccd-4b3b929f1c26 req-188be5a5-9c44-4d48-a027-c06aa06c9b8e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Aug 27 04:06:56.366708 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a069855a-7875-4a7d-bccd-4b3b929f1c26 req-d9297aa0-7364-4cb1-a6c1-eae5a5faaa65 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Aug 27 04:06:57.024661 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-971ac86c-81bf-4035-9006-5ace8c7f3dc3 req-2b68a2f2-dc22-4bd0-a0e4-3ea46a5204f2 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0279040 Aug 27 04:06:57.289737 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5914a-be59-4d65-9e33-503ed7cc906f req-65f602e3-dcf9-4d49-b8b2-6c574f6017dc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:57.291360 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9af5914a-be59-4d65-9e33-503ed7cc906f req-65f602e3-dcf9-4d49-b8b2-6c574f6017dc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0500700 Aug 27 04:06:57.335130 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9af5914a-be59-4d65-9e33-503ed7cc906f req-24f8f9db-05c4-4be8-93e2-17ffa3a9b6c7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Aug 27 04:06:57.483152 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946e93-8422-4252-8909-894236f08e72 req-02204d60-9a23-420f-a09e-0fe8c39379d4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:57.484896 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-00946e93-8422-4252-8909-894236f08e72 req-02204d60-9a23-420f-a09e-0fe8c39379d4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0514164 Aug 27 04:06:57.530550 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-00946e93-8422-4252-8909-894236f08e72 req-e7a1652c-e2d7-4bbb-b91e-818e07c0b60c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Aug 27 04:06:58.121365 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b82c85fd-e8c7-43ec-bb22-39bdde51ea1c req-6793e03e-aa1a-4813-8ee1-040ed64601a6 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Aug 27 04:06:58.458900 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb9407-38cf-4602-99dd-ca488764a15a req-b2320ea4-21cf-48e5-907c-c07d44805140 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:58.460536 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9beb9407-38cf-4602-99dd-ca488764a15a req-b2320ea4-21cf-48e5-907c-c07d44805140 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0513179 Aug 27 04:06:58.500461 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9beb9407-38cf-4602-99dd-ca488764a15a req-58416484-8848-49f2-8850-09ab9f8143fd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Aug 27 04:06:58.654220 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a5821-8cc2-4fd1-95b8-1e502b92b49f req-253d95c8-6a15-4302-8dcc-686dec6ff07b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:58.655735 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-da1a5821-8cc2-4fd1-95b8-1e502b92b49f req-253d95c8-6a15-4302-8dcc-686dec6ff07b tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0554373 Aug 27 04:06:58.694743 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-da1a5821-8cc2-4fd1-95b8-1e502b92b49f req-c5e0760d-19c3-4f32-803a-e7cc097b851e tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Aug 27 04:06:59.219243 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3c7fbf65-902e-4553-ae4c-7d6b00d2ed4e req-cda596d5-f701-4f0e-b83e-7100bf85ec1a tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0274761 Aug 27 04:06:59.626151 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd64a16-a63c-4e5e-81bc-4617f5edf7d6 req-f55f6c90-e052-47f3-b9f0-d36d72627b51 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:59.627812 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9fd64a16-a63c-4e5e-81bc-4617f5edf7d6 req-f55f6c90-e052-47f3-b9f0-d36d72627b51 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0527427 Aug 27 04:06:59.668544 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9fd64a16-a63c-4e5e-81bc-4617f5edf7d6 req-5ead1ff3-382e-4244-8400-be4689e61997 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Aug 27 04:06:59.814531 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde87264-e8e0-4a02-a5d4-d36e774c98df req-2ba8bc64-36ac-48a6-95cd-8d4881c56770 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:59.816055 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cde87264-e8e0-4a02-a5d4-d36e774c98df req-2ba8bc64-36ac-48a6-95cd-8d4881c56770 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0530887 Aug 27 04:06:59.857717 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cde87264-e8e0-4a02-a5d4-d36e774c98df req-ecdb89b3-3d2c-435b-a6a4-989629349b07 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357654 Aug 27 04:07:00.314528 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-daa3aedf-c313-4c7a-a4b7-dc7974c6e873 req-c64c7dfd-1d4f-430e-9292-ea0a49444276 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Aug 27 04:07:00.791470 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bb295-d68d-4434-b431-66f446f47379 req-7bd3f2db-365a-4997-abfc-2b83bf68589e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:00.792968 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1b2bb295-d68d-4434-b431-66f446f47379 req-7bd3f2db-365a-4997-abfc-2b83bf68589e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0502431 Aug 27 04:07:00.830763 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1b2bb295-d68d-4434-b431-66f446f47379 req-0f60e259-1f61-4254-abdf-fe1d1b1eaf38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Aug 27 04:07:00.977310 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3577-8abe-4099-add5-330798904bdb req-8c2ad173-4cce-4265-ab40-713006908ec4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:00.978793 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74dc3577-8abe-4099-add5-330798904bdb req-8c2ad173-4cce-4265-ab40-713006908ec4 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Aug 27 04:07:01.019363 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74dc3577-8abe-4099-add5-330798904bdb req-ed7c166c-a946-4eb9-8b4b-94e486b802b3 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 27 04:07:01.408844 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b0cfd132-a387-4f38-85dc-5a57460362ab req-60ebc616-c49d-4104-9596-a0234a90f1ee tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Aug 27 04:07:01.962671 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35aee5-4b15-4865-a7b1-2836c66f39ba req-3ff524e7-5b8f-4036-aa2b-9faa1fef8573 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:01.964737 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc35aee5-4b15-4865-a7b1-2836c66f39ba req-3ff524e7-5b8f-4036-aa2b-9faa1fef8573 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0496569 Aug 27 04:07:02.005494 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc35aee5-4b15-4865-a7b1-2836c66f39ba req-aa32152a-d900-474c-aa91-69b4c7e4bda6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327723 Aug 27 04:07:02.136709 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b3c7a-a717-4dda-b34b-cf3fa9d7bd71 req-3fb53b12-5e88-427e-9abf-ae0012173063 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:02.138217 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-110b3c7a-a717-4dda-b34b-cf3fa9d7bd71 req-3fb53b12-5e88-427e-9abf-ae0012173063 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0511675 Aug 27 04:07:02.179834 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-110b3c7a-a717-4dda-b34b-cf3fa9d7bd71 req-82bba24d-4f59-445e-a6f1-9459d9e3dc03 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356355 Aug 27 04:07:02.507035 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d50deb1-4d18-4ff6-8518-8f0328743b0e req-9f19adb9-2a7c-49b6-a6ce-8623d98a3cef tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0264106 Aug 27 04:07:03.125668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dcf17-72f7-4f98-aef2-4de85fe34008 req-4cd2b3c9-af12-4f5d-a329-70b79f3968b5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:03.127169 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-929dcf17-72f7-4f98-aef2-4de85fe34008 req-4cd2b3c9-af12-4f5d-a329-70b79f3968b5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.0494304 Aug 27 04:07:03.164908 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-929dcf17-72f7-4f98-aef2-4de85fe34008 req-cf4ce83d-34a8-4ba8-9f37-57ea5cf07e9b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Aug 27 04:07:03.291312 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67d2d4-65a7-4c5c-b415-f5ccc1bac7e3 req-8eed660f-4e3b-41f9-ae3e-daffea080700 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:03.293433 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc67d2d4-65a7-4c5c-b415-f5ccc1bac7e3 req-8eed660f-4e3b-41f9-ae3e-daffea080700 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0490589 Aug 27 04:07:03.331540 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bc67d2d4-65a7-4c5c-b415-f5ccc1bac7e3 req-a8481a46-da29-44b3-b74f-37746b5f37b0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Aug 27 04:07:03.600266 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d6fd46b-e487-4c87-9a88-e00e48fdc0ae req-0575fc23-df29-4f32-88f6-942b66f5d3be tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0292180 Aug 27 04:07:04.581089 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb06fc-9f9c-47ab-ad41-f5222567274b req-3203e433-722b-4bb8-862d-2852192d357f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:04.582494 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-53fb06fc-9f9c-47ab-ad41-f5222567274b req-3203e433-722b-4bb8-862d-2852192d357f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.3458557 Aug 27 04:07:04.602842 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d233db6-92fe-4ec3-a808-3e1a1f41830a req-36d62d82-29b4-4efd-b7c2-f09c2225e5e9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:04.604374 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d233db6-92fe-4ec3-a808-3e1a1f41830a req-36d62d82-29b4-4efd-b7c2-f09c2225e5e9 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1281183 Aug 27 04:07:04.692983 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-53fb06fc-9f9c-47ab-ad41-f5222567274b req-f53461f5-532b-4f3e-afaa-3753aa72c1ca tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023178 Aug 27 04:07:04.703684 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-d481f521-c5c0-4c76-9c38-89a5f394d41f tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:04.705129 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-d481f521-c5c0-4c76-9c38-89a5f394d41f tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 809 time: 0.1975863 Aug 27 04:07:04.718508 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d233db6-92fe-4ec3-a808-3e1a1f41830a req-b97ffd11-8d54-41fb-898f-4045ded7b926 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962107 Aug 27 04:07:04.729583 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Request body: {'port': {'device_id': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3', 'admin_state_up': True, 'tenant_id': '8805351fa3cc4ffaabf8ffb0603a0683'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:04.811323 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db85b4b4-a485-46b5-b5ab-fbc63eecaeb7 req-8d8b4e5c-92a8-40df-869b-ff261a491f81 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 210 time: 0.0353491 Aug 27 04:07:04.871877 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Made reservation on behalf of 8805351fa3cc4ffaabf8ffb0603a0683 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:04.875509 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.006561 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Allocated IP 172.20.0.7 (c0fe6ee8-bedd-48c8-927c-909e450b2cc3/540a2b62-c132-4465-9026-e5f0731ac1b5/f77fba17-f74c-45e5-9e60-9e823e910a1b) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:05.154392 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.197748 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.243007 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:05.246676 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:05.252543 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:05.258631 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:05.259269 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.269493 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Pushing event updated for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:05.280677 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.281029 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.281395 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.281998 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.282338 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.282673 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.283003 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.283351 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.283681 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.284045 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.284372 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.284737 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:05.288992 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-2789ea5b-c9c8-446c-aab2-a6ecf7254f79 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635917 Aug 27 04:07:05.306595 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Request body: {'port': {'device_id': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:05.359997 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.617096 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77fba17-f74c-45e5-9e60-9e823e910a1b {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:05.624413 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.635880 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Transition to ACTIVE for port object f77fba17-f74c-45e5-9e60-9e823e910a1b will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:05.639434 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.692985 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Pushing event updated for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:05.718925 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Attempting to bind port f77fba17-f74c-45e5-9e60-9e823e910a1b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:05.719286 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Attempting to bind port f77fba17-f74c-45e5-9e60-9e823e910a1b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:05.719611 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Attempting to bind port f77fba17-f74c-45e5-9e60-9e823e910a1b on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:05.723872 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Port f77fba17-f74c-45e5-9e60-9e823e910a1b on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:07:05.724192 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Attempting to bind port f77fba17-f74c-45e5-9e60-9e823e910a1b on network c0fe6ee8-bedd-48c8-927c-909e450b2cc3 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:05.728920 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:05.729254 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Checking segment: {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:05.729637 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Bound using segment: {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:05.730055 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Bound port: f77fba17-f74c-45e5-9e60-9e823e910a1b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:05.730404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.859773 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:05.869244 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996932-7d30-4871-a8ea-c7c7e7e69710 req-786f412c-ee37-4951-9bd2-d6f19927cf87 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:05.870670 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ae996932-7d30-4871-a8ea-c7c7e7e69710 req-786f412c-ee37-4951-9bd2-d6f19927cf87 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 944 time: 0.1034284 Aug 27 04:07:05.872310 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:05.876817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.891332 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c702d06-2730-4aa3-9d7a-ff5677f3f033 req-20bdeea0-7f31-4a2a-8810-5d8bc1fda80f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:05.892782 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1c702d06-2730-4aa3-9d7a-ff5677f3f033 req-20bdeea0-7f31-4a2a-8810-5d8bc1fda80f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.1123691 Aug 27 04:07:05.953256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:05.953860 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.955169 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] 10.222.0.38 "PUT /v2.0/ports/f77fba17-f74c-45e5-9e60-9e823e910a1b HTTP/1.1" status: 200 len: 1093 time: 0.6526401 Aug 27 04:07:05.955586 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:05.957796 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:05.993767 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd26923-10ef-4ec0-b2d4-25be6dbb70fb service neutron] Pushing event updated for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:06.001110 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ae996932-7d30-4871-a8ea-c7c7e7e69710 req-5e40d85d-e429-4a93-86de-8f702579335a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214149 Aug 27 04:07:06.005820 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1c702d06-2730-4aa3-9d7a-ff5677f3f033 req-0d6121aa-c2d2-4c08-94c3-3765bd557a1c tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873904 Aug 27 04:07:06.058571 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-59f6be31-8c34-4b7f-890e-1a06f667efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.060507 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-59f6be31-8c34-4b7f-890e-1a06f667efea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 1096 time: 0.0536346 Aug 27 04:07:06.073935 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346699ea-1c88-4a64-9ae7-eba862a5926f x-openstack-request-id: req-346699ea-1c88-4a64-9ae7-eba862a5926f {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:06.074213 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:06.074460 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-346699ea-1c88-4a64-9ae7-eba862a5926f {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:06.074840 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b', 'status': 'completed', 'code': 200} Aug 27 04:07:06.127595 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-f2df2f33-c76c-4851-b3b2-6b9c2500158f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b HTTP/1.1" status: 200 len: 217 time: 0.0349073 Aug 27 04:07:06.146135 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a0ffd-0e99-4239-87bc-81821d083280 req-7af8dd3d-09a2-4518-bc26-1d72595fef61 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.147796 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-534a0ffd-0e99-4239-87bc-81821d083280 req-7af8dd3d-09a2-4518-bc26-1d72595fef61 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 943 time: 0.0831232 Aug 27 04:07:06.214542 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7410e70d-838b-4212-8da3-e7ff49a20d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.216096 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-7410e70d-838b-4212-8da3-e7ff49a20d5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540a2b62-c132-4465-9026-e5f0731ac1b5 HTTP/1.1" status: 200 len: 849 time: 0.0776031 Aug 27 04:07:06.220801 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-534a0ffd-0e99-4239-87bc-81821d083280 req-8f9bae96-a71e-4364-9e57-deeed82c5b07 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656312 Aug 27 04:07:06.248596 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-5301fa7d-acb7-4723-8ed2-d768cdc1faab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238245 Aug 27 04:07:06.334327 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-89be1f47-e2a6-4e00-ae54-f5007e7bcfef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.335799 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-89be1f47-e2a6-4e00-ae54-f5007e7bcfef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Aug 27 04:07:06.342383 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-fe99d199-1e53-466d-8b73-92554ad63871 service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844188 Aug 27 04:07:06.432802 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Deleting port c43db829-2cca-4acc-aa82-b017e44eb674 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:06.433140 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.444611 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2bc34bb-1062-49ad-9638-fd7c788f6e7e req-b2044f4d-37a9-4ba9-86d6-ad8bd8163db4 service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881639 Aug 27 04:07:06.527332 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] For port c43db829-2cca-4acc-aa82-b017e44eb674, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c43db829-2cca-4acc-aa82-b017e44eb674,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:06.527953 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.551608 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Calling delete_port for c43db829-2cca-4acc-aa82-b017e44eb674 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:06.565459 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-b325f647-2549-4777-9c32-25dd1161606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.567111 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-b325f647-2549-4777-9c32-25dd1161606f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 1096 time: 0.0431988 Aug 27 04:07:06.626720 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:06.677225 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-4b348758-a3c1-4e43-ba23-3df74c89fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.678913 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-4b348758-a3c1-4e43-ba23-3df74c89fc74 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 200 len: 910 time: 0.1001520 Aug 27 04:07:06.689370 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.718955 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Pushing event deleted for resources: {'Port': ['ID=c43db829-2cca-4acc-aa82-b017e44eb674,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:06.727316 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-dc01d009-6f8b-43fe-bfed-bdfa9e0b2f8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b HTTP/1.1" status: 200 len: 217 time: 0.0409424 Aug 27 04:07:06.732144 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['337d3e01-e3de-4391-b546-e38733cfac05', 'c43db829-2cca-4acc-aa82-b017e44eb674'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:06.748694 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:06.760859 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'mac_address': 'fa:16:3e:6f:69:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:06.767178 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] No DVR routers for this DVR port c43db829-2cca-4acc-aa82-b017e44eb674 on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:06.770589 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.772896 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-acf755e1-29df-4bbc-9287-80daa2b934bb req-3091d9da-2413-4f54-8fb8-c6a25cdf6607 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "DELETE /v2.0/ports/c43db829-2cca-4acc-aa82-b017e44eb674 HTTP/1.1" status: 204 len: 173 time: 0.4297631 Aug 27 04:07:06.773336 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'name': 'network-vif-deleted', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:06.775633 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f63a9-71d2-42ae-b5f5-e29709bc159e" -d '{"events": [{"server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "name": "network-vif-deleted", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:06.789638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-0617f43e-a837-4fea-abbb-c9e2bfe5f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.792280 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-0617f43e-a837-4fea-abbb-c9e2bfe5f61b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540a2b62-c132-4465-9026-e5f0731ac1b5 HTTP/1.1" status: 200 len: 849 time: 0.0566196 Aug 27 04:07:06.815172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316061cc-4578-4c62-9a8f-21f182864272 x-openstack-request-id: req-316061cc-4578-4c62-9a8f-21f182864272 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:06.815474 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a12174b-8e85-4084-80cd-101945a70bd1", "name": "network-vif-deleted", "tag": "c43db829-2cca-4acc-aa82-b017e44eb674", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:06.815758 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-316061cc-4578-4c62-9a8f-21f182864272 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:06.816165 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a12174b-8e85-4084-80cd-101945a70bd1', 'name': 'network-vif-deleted', 'tag': 'c43db829-2cca-4acc-aa82-b017e44eb674', 'status': 'completed', 'code': 200} Aug 27 04:07:06.841091 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-1ebac6ae-2e19-4833-aa6d-d296745a3d20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0fe6ee8-bedd-48c8-927c-909e450b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320220 Aug 27 04:07:06.844610 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.863341 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:06.886524 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:06.899018 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.953459 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-61582cbd-a642-4836-803a-72429bae91fe service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046634 Aug 27 04:07:06.980692 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=9']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:07.046673 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d1501d7a-cc8e-45b4-95aa-77fa6534e93b req-542a70c1-313d-4f70-8d5c-8cd4151dc774 service neutron] 10.222.0.38 "GET /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Aug 27 04:07:07.139040 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-61aed641-b81a-42bb-b52b-05e356785f1c req-bc7fd1f3-b85c-40f0-b99a-41d4e57f8560 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a12174b-8e85-4084-80cd-101945a70bd1 HTTP/1.1" status: 200 len: 210 time: 0.0420883 Aug 27 04:07:07.160078 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db86cef-0c2a-41ff-bb01-f39fc2e9d25f req-a9743232-7109-4309-b800-5cdc37f411f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.161188 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9db86cef-0c2a-41ff-bb01-f39fc2e9d25f req-a9743232-7109-4309-b800-5cdc37f411f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 945 time: 0.0746005 Aug 27 04:07:07.185201 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3008720-f9ab-4efb-bca4-60201478523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.192281 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['697d8324-34e8-4941-b6f9-29b6979b9a9f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:07.200030 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9db86cef-0c2a-41ff-bb01-f39fc2e9d25f req-05b7d06f-8add-495f-8ed9-8280464554df tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Aug 27 04:07:07.345118 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234553-1c1e-4085-b0a6-7d490e0cf94a req-a5c09d3e-9ca0-4d26-9f5a-dd2f39c08db3 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.346655 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71234553-1c1e-4085-b0a6-7d490e0cf94a req-a5c09d3e-9ca0-4d26-9f5a-dd2f39c08db3 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 943 time: 0.0574832 Aug 27 04:07:07.387132 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-71234553-1c1e-4085-b0a6-7d490e0cf94a req-94d29139-c369-48b4-a3ad-e121a8504858 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Aug 27 04:07:08.327519 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e149bb-f235-4c6c-b06d-610e7c844e55 req-c93d998e-1a8f-475e-9bf3-56476923b9d2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:08.329141 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-13e149bb-f235-4c6c-b06d-610e7c844e55 req-c93d998e-1a8f-475e-9bf3-56476923b9d2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 945 time: 0.0535243 Aug 27 04:07:08.367257 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-13e149bb-f235-4c6c-b06d-610e7c844e55 req-0db9a8c5-529f-4268-971d-72ec2f81940f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322590 Aug 27 04:07:08.421272 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886bf46-1610-4cb4-88ba-24d531565eb6 req-c5872c2a-1e07-41a0-9ed2-c571816f672f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:08.422615 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b886bf46-1610-4cb4-88ba-24d531565eb6 req-c5872c2a-1e07-41a0-9ed2-c571816f672f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0536795 Aug 27 04:07:08.470487 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b886bf46-1610-4cb4-88ba-24d531565eb6 req-da16b4c5-8b61-49d5-8dd0-792fed3eac67 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Aug 27 04:07:08.506071 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eafaa-d322-48a5-9a2c-f45d7a1ab3af req-36a76ba4-ca44-4bff-90c3-5a59cb5c3c2e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:08.507538 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d19eafaa-d322-48a5-9a2c-f45d7a1ab3af req-36a76ba4-ca44-4bff-90c3-5a59cb5c3c2e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Aug 27 04:07:08.550918 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d19eafaa-d322-48a5-9a2c-f45d7a1ab3af req-da1910b5-76eb-4365-931d-e5157a84357e tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Aug 27 04:07:08.640377 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device f77fba17-f74c-45e5-9e60-9e823e910a1b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:08.642621 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:08.753014 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 697d8324-34e8-4941-b6f9-29b6979b9a9f triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:08.753307 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.798327 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:08.813652 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'f77fba17-f74c-45e5-9e60-9e823e910a1b', 'network_id': 'c0fe6ee8-bedd-48c8-927c-909e450b2cc3', 'port_id': 'f77fba17-f74c-45e5-9e60-9e823e910a1b', 'mac_address': 'fa:16:3e:4f:41:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540a2b62-c132-4465-9026-e5f0731ac1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:08.885933 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.889912 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.908765 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77fba17-f74c-45e5-9e60-9e823e910a1b {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:08.930904 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:08.933218 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb6c74-33d2-4ba2-aa24-ba522c93e659" -d '{"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:08.949761 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:08.953481 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:08.954885 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.959891 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.979598 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706a5a8a-2f22-4b2a-87d0-84d347b24a89 x-openstack-request-id: req-706a5a8a-2f22-4b2a-87d0-84d347b24a89 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:08.979913 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-plugged", "status": "completed", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:08.980162 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-706a5a8a-2f22-4b2a-87d0-84d347b24a89 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:08.980546 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'code': 200} Aug 27 04:07:09.014890 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:09.064698 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:09.292873 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['f77fba17-f74c-45e5-9e60-9e823e910a1b'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:09.507113 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845cd38-0f4f-4c98-ba2b-58bb61d07427 req-bf0a6815-4e31-452f-8f72-7c31091b0a5c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:09.508542 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e845cd38-0f4f-4c98-ba2b-58bb61d07427 req-bf0a6815-4e31-452f-8f72-7c31091b0a5c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0583134 Aug 27 04:07:09.602498 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e845cd38-0f4f-4c98-ba2b-58bb61d07427 req-236b188e-5885-4b4a-9523-b9ce7ac2656c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850236 Aug 27 04:07:09.606546 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f134d54-7002-4c4a-ae0b-ae5b180dbdd4 req-7c3079cc-f649-4e99-b2ca-7f54e3b35ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:09.608022 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9f134d54-7002-4c4a-ae0b-ae5b180dbdd4 req-7c3079cc-f649-4e99-b2ca-7f54e3b35ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1100 time: 0.0985909 Aug 27 04:07:09.632325 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29eb24-0183-443b-af84-44dba9123600 req-d40eab55-6f58-47b0-a83c-2650c3f498bf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:09.633829 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cd29eb24-0183-443b-af84-44dba9123600 req-d40eab55-6f58-47b0-a83c-2650c3f498bf tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0862277 Aug 27 04:07:09.684142 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9f134d54-7002-4c4a-ae0b-ae5b180dbdd4 req-475337b9-0724-4109-8b19-c2b1f0760464 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670271 Aug 27 04:07:09.698822 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cd29eb24-0183-443b-af84-44dba9123600 req-183274ea-4299-4dce-be01-9b6062747e42 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547769 Aug 27 04:07:09.733072 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9fc83-6c9f-4222-996e-3bd58d83e338 req-742a190e-c169-48fa-b240-b80fc6aff054 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:09.734525 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ad9fc83-6c9f-4222-996e-3bd58d83e338 req-742a190e-c169-48fa-b240-b80fc6aff054 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 944 time: 0.0580981 Aug 27 04:07:09.775347 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0ad9fc83-6c9f-4222-996e-3bd58d83e338 req-9fd80313-801e-4497-aa7d-0bc5449d57a0 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Aug 27 04:07:10.143604 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-df78632e-fd58-436f-b306-e1b92c6fc2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.250079 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.519366 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086a87-4156-4ae9-895d-375ee1709612 req-e939ee56-a75c-40cf-b5bb-c50723729b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.520980 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-e939ee56-a75c-40cf-b5bb-c50723729b02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 1100 time: 0.0423779 Aug 27 04:07:10.635330 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086a87-4156-4ae9-895d-375ee1709612 req-31373d37-18f4-42c7-9883-7751daa97457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.636846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-31373d37-18f4-42c7-9883-7751daa97457 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0859342 Aug 27 04:07:10.645015 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device f77fba17-f74c-45e5-9e60-9e823e910a1b up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:10.696390 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port f77fba17-f74c-45e5-9e60-9e823e910a1b completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:10.700197 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port f77fba17-f74c-45e5-9e60-9e823e910a1b triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:10.700572 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.707287 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:07:10.757998 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-ffdbc8b3-e38a-42e6-975c-8e1c0651dcde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 200 len: 1000 time: 0.1008124 Aug 27 04:07:10.768845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f4a3-f983-4a62-87cb-30704dee401d req-1128cd34-d4eb-413a-83b1-1049c8f36939 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.770687 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9e40f4a3-f983-4a62-87cb-30704dee401d req-1128cd34-d4eb-413a-83b1-1049c8f36939 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0660260 Aug 27 04:07:10.788714 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.823166 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:10.827188 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.828063 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device c43db829-2cca-4acc-aa82-b017e44eb674 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:10.867569 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: c43db829-2cca-4acc-aa82-b017e44eb674 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:10.867939 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device c43db829-2cca-4acc-aa82-b017e44eb674 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:10.879509 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086a87-4156-4ae9-895d-375ee1709612 req-99e6e48b-e033-4f9e-bf37-a872fc170760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.881129 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-99e6e48b-e033-4f9e-bf37-a872fc170760 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0981498 Aug 27 04:07:10.885110 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9e40f4a3-f983-4a62-87cb-30704dee401d req-a7de2695-acde-4800-89c3-e3c6645a8907 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999906 Aug 27 04:07:10.892778 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbffbf-a00c-4edf-997c-ca837a428922 req-0e8734da-e8be-4039-b8fb-60aa436412ef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.893062 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:10.896144 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21bbffbf-a00c-4edf-997c-ca837a428922 req-0e8734da-e8be-4039-b8fb-60aa436412ef tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.1227529 Aug 27 04:07:10.959536 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21bbffbf-a00c-4edf-997c-ca837a428922 req-ccc4c672-269f-42e3-a577-67c5a48b9427 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Aug 27 04:07:10.966399 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086a87-4156-4ae9-895d-375ee1709612 req-07f04c79-366e-4c04-a7f9-787844935e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.967957 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-07f04c79-366e-4c04-a7f9-787844935e89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708880 Aug 27 04:07:10.981661 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:10.984027 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964290e2-2975-4b58-b22b-5f3ce31d6bf6" -d '{"events": [{"server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "name": "network-vif-plugged", "status": "completed", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:11.027973 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e671511c-8ba6-464f-b8dc-cc131f1f30a5 x-openstack-request-id: req-e671511c-8ba6-464f-b8dc-cc131f1f30a5 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:11.027973 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "name": "network-vif-plugged", "status": "completed", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:11.027973 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e671511c-8ba6-464f-b8dc-cc131f1f30a5 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:11.027973 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b', 'code': 200} Aug 27 04:07:11.081066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811584-67e5-431a-b657-e306796fc326 req-79db6e00-d26a-4e8e-9dd9-8fcdc0b3a9bb tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:11.082605 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d811584-67e5-431a-b657-e306796fc326 req-79db6e00-d26a-4e8e-9dd9-8fcdc0b3a9bb tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.1110220 Aug 27 04:07:11.151296 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-d2061075-83ac-4dee-92a8-0440d91dfd68 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497200 Aug 27 04:07:11.167615 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:11.183002 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d811584-67e5-431a-b657-e306796fc326 req-a0e8ca83-e50a-4fb3-8736-cd46ebb382a7 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927761 Aug 27 04:07:11.240070 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:11.270885 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdeda2-addd-486c-9914-bf130123b740 req-61e39dae-47bd-4654-9b53-f6992d376e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:11.273065 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0dbdeda2-addd-486c-9914-bf130123b740 req-61e39dae-47bd-4654-9b53-f6992d376e2b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 1098 time: 0.0421855 Aug 27 04:07:11.279443 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-31086a87-4156-4ae9-895d-375ee1709612 req-415fe659-4a37-4a6e-b75e-ded631160e2a service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098995 Aug 27 04:07:11.322328 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0dbdeda2-addd-486c-9914-bf130123b740 req-c025f08b-9289-4276-85b2-8f3fba2894f1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Aug 27 04:07:12.044901 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe55cd-7b09-452e-abc9-5e028b1ce54f req-538f399c-9a72-43c1-b57e-a31389101e3d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.046664 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5bfe55cd-7b09-452e-abc9-5e028b1ce54f req-538f399c-9a72-43c1-b57e-a31389101e3d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0656497 Aug 27 04:07:12.111800 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5bfe55cd-7b09-452e-abc9-5e028b1ce54f req-fa3fdc8d-43aa-424e-a72d-855b859039b3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560071 Aug 27 04:07:12.120811 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b46d-8c08-4141-b331-8ed8e1b77623 req-9df82a1f-8c06-407c-a00c-54446f893fb0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.122297 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a851b46d-8c08-4141-b331-8ed8e1b77623 req-9df82a1f-8c06-407c-a00c-54446f893fb0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0747404 Aug 27 04:07:12.164382 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a851b46d-8c08-4141-b331-8ed8e1b77623 req-767ba2cc-010d-4376-b59b-f4e623470669 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Aug 27 04:07:12.311436 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef806b9-794f-46b7-8ced-7262c9117c31 req-0a95b8ec-4ec1-4e1e-8978-e4f99d04d5ed tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.313201 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9ef806b9-794f-46b7-8ced-7262c9117c31 req-0a95b8ec-4ec1-4e1e-8978-e4f99d04d5ed tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0590146 Aug 27 04:07:12.357625 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9ef806b9-794f-46b7-8ced-7262c9117c31 req-58c52629-9761-422c-a69b-29f035bed675 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372090 Aug 27 04:07:12.627221 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.284942 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ebd2-9dd4-4156-9ffa-8c4754ba8ac7 req-e2f4d1c6-5203-4194-a4c1-9d957c0d81f0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:13.286345 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1f11ebd2-9dd4-4156-9ffa-8c4754ba8ac7 req-e2f4d1c6-5203-4194-a4c1-9d957c0d81f0 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Aug 27 04:07:13.328902 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1f11ebd2-9dd4-4156-9ffa-8c4754ba8ac7 req-85af9b9b-1439-4c6f-affc-062530c06351 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358713 Aug 27 04:07:13.472926 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a774-1fb8-4a28-8c5b-c2586d53ec07 req-6293d088-682d-45c6-8ac7-58807231bdf0 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:13.474436 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2d6a774-1fb8-4a28-8c5b-c2586d53ec07 req-6293d088-682d-45c6-8ac7-58807231bdf0 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Aug 27 04:07:13.511465 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e2d6a774-1fb8-4a28-8c5b-c2586d53ec07 req-cb1511f4-09db-4142-9df2-e226716811a2 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 27 04:07:14.231386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd56ba-8960-45ba-bfe3-05fc652d32e2 req-142d1c33-b0da-4803-b7cd-f2c42f34d84c tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:14.233361 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65fd56ba-8960-45ba-bfe3-05fc652d32e2 req-142d1c33-b0da-4803-b7cd-f2c42f34d84c tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0542114 Aug 27 04:07:14.280318 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-65fd56ba-8960-45ba-bfe3-05fc652d32e2 req-2f1d4503-ec22-45d4-b3bf-2e0c9ccfb091 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356529 Aug 27 04:07:14.455633 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34fde5-277f-496f-8e32-9db7cfe7cc16 req-516374d7-e369-42b2-b7db-066ebf8a1ac7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:14.457319 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cc34fde5-277f-496f-8e32-9db7cfe7cc16 req-516374d7-e369-42b2-b7db-066ebf8a1ac7 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0591190 Aug 27 04:07:14.501992 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-cc34fde5-277f-496f-8e32-9db7cfe7cc16 req-47c43f02-2244-4be0-8eeb-5619d7fe7715 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377784 Aug 27 04:07:15.101004 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027bf91-ccc0-4be1-9467-3d9657829190 req-76bb7837-72fe-481e-9f9e-fb03329b384c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.102573 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4027bf91-ccc0-4be1-9467-3d9657829190 req-76bb7837-72fe-481e-9f9e-fb03329b384c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0500515 Aug 27 04:07:15.141514 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4027bf91-ccc0-4be1-9467-3d9657829190 req-b666a086-b49b-4e10-9e25-b98d855ea0b4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Aug 27 04:07:15.408941 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50e1a3-9eb4-4cf0-9bad-b5330afac19d req-95d71769-4982-4d17-846b-272f5574d5fb tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.410407 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eb50e1a3-9eb4-4cf0-9bad-b5330afac19d req-95d71769-4982-4d17-846b-272f5574d5fb tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0567498 Aug 27 04:07:15.449743 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eb50e1a3-9eb4-4cf0-9bad-b5330afac19d req-83a315e7-67b2-43c6-871f-be7b8b07da0d tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Aug 27 04:07:15.614789 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2ab4-6703-4bd7-a70a-f5d146b860c6 req-896bebed-266f-424b-8dbe-201d5fab390f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.616301 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dacc2ab4-6703-4bd7-a70a-f5d146b860c6 req-896bebed-266f-424b-8dbe-201d5fab390f tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Aug 27 04:07:15.655393 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-dacc2ab4-6703-4bd7-a70a-f5d146b860c6 req-5c19cacc-861d-4c0b-a6b8-c723ec4dadc1 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/security-groups?id=22c379fd-1055-496b-bca4-b6250b337c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 27 04:07:15.891864 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-62437f2a-6b13-4598-80f9-07d7ca8edc93 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.893281 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-62437f2a-6b13-4598-80f9-07d7ca8edc93 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 945 time: 0.0470550 Aug 27 04:07:15.994238 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Deleting port 337d3e01-e3de-4391-b546-e38733cfac05 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:15.994679 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.996586 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-efbb3feb-381f-478a-b422-9b38c7b6d634 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.998054 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-efbb3feb-381f-478a-b422-9b38c7b6d634 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0513945 Aug 27 04:07:16.085034 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] For port 337d3e01-e3de-4391-b546-e38733cfac05, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=337d3e01-e3de-4391-b546-e38733cfac05,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:16.085410 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.100123 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Calling delete_port for 337d3e01-e3de-4391-b546-e38733cfac05 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:16.239215 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.252588 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['337d3e01-e3de-4391-b546-e38733cfac05'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:16.268605 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Pushing event deleted for resources: {'Port': ['ID=337d3e01-e3de-4391-b546-e38733cfac05,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:16.281904 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.282251 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.282959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.283351 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.283686 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.284041 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.284369 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.284692 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.285753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.286085 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.286417 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.286905 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:16.324504 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] No DVR routers for this DVR port 337d3e01-e3de-4391-b546-e38733cfac05 on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:16.327048 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.329030 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-1faa69e8-7cf8-448a-b293-fbf13f7902b8 req-c08d73a1-9c08-40cd-a93c-b2b7b8b77455 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.38 "DELETE /v2.0/ports/337d3e01-e3de-4391-b546-e38733cfac05 HTTP/1.1" status: 204 len: 173 time: 0.4265587 Aug 27 04:07:16.329461 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'name': 'network-vif-deleted', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:16.331735 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a0aff4-4644-42be-9a29-854b550e8540" -d '{"events": [{"server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "name": "network-vif-deleted", "tag": "337d3e01-e3de-4391-b546-e38733cfac05"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:16.349929 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0090-34e9-402c-b5b5-4e64f2c48a1c req-fec28159-dc34-4bc1-b01e-56823738ec82 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:16.351432 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-282b0090-34e9-402c-b5b5-4e64f2c48a1c req-fec28159-dc34-4bc1-b01e-56823738ec82 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0677192 Aug 27 04:07:16.362210 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Deleting port f77fba17-f74c-45e5-9e60-9e823e910a1b {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:16.362626 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.371021 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ac8aff-2e31-45c7-ae19-03ee725f00f7 x-openstack-request-id: req-30ac8aff-2e31-45c7-ae19-03ee725f00f7 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:16.371304 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c4db67-e70d-4f39-8098-20b8f6029e36", "name": "network-vif-deleted", "tag": "337d3e01-e3de-4391-b546-e38733cfac05", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:16.371577 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30ac8aff-2e31-45c7-ae19-03ee725f00f7 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:16.372028 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4db67-e70d-4f39-8098-20b8f6029e36', 'name': 'network-vif-deleted', 'tag': '337d3e01-e3de-4391-b546-e38733cfac05', 'status': 'completed', 'code': 200} Aug 27 04:07:16.445438 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-282b0090-34e9-402c-b5b5-4e64f2c48a1c req-ab4f4bdf-ec87-4699-9e08-ff6d21acd18b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796301 Aug 27 04:07:16.486473 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] For port f77fba17-f74c-45e5-9e60-9e823e910a1b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f77fba17-f74c-45e5-9e60-9e823e910a1b,segment=NetworkSegment(f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a),segment_id=f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:16.486874 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.500856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Calling delete_port for f77fba17-f74c-45e5-9e60-9e823e910a1b owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:16.612154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79dfa5-1ea9-4f90-88b6-6810ece1e396 req-c5a24efc-3c5b-4087-a49f-470e05d95313 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:16.613621 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb79dfa5-1ea9-4f90-88b6-6810ece1e396 req-c5a24efc-3c5b-4087-a49f-470e05d95313 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6668779-2f65-4c8b-9a4d-331e4765d289 HTTP/1.1" status: 200 len: 945 time: 0.0733404 Aug 27 04:07:16.688096 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb79dfa5-1ea9-4f90-88b6-6810ece1e396 req-5ca3c9a6-f6de-450e-a006-356e0b38f149 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.70 "GET /v2.0/security-groups?id=59a8763b-773c-4cc4-905a-cbd073a29431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684149 Aug 27 04:07:16.693646 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.707054 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['f77fba17-f74c-45e5-9e60-9e823e910a1b'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:16.723576 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Pushing event deleted for resources: {'Port': ['ID=f77fba17-f74c-45e5-9e60-9e823e910a1b,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:16.775444 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] No DVR routers for this DVR port f77fba17-f74c-45e5-9e60-9e823e910a1b on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:16.779015 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.781002 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0cdcc823-e1df-441b-8e4a-147a05362e11 req-3bc58b82-e0f5-4f40-8ff3-55cbb3dfaa22 tempest-VolumesActionsTest-194915415 tempest-VolumesActionsTest-194915415-project] 10.222.0.38 "DELETE /v2.0/ports/f77fba17-f74c-45e5-9e60-9e823e910a1b HTTP/1.1" status: 204 len: 173 time: 0.7751472 Aug 27 04:07:16.789117 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'name': 'network-vif-deleted', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:16.791806 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6df68-4ae4-4e18-9cee-50cb39bd06ad" -d '{"events": [{"server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "name": "network-vif-deleted", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:16.817937 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-23874f3f-d7ed-4eb3-af2e-c3520bdc6b19 req-34f1ae54-9f49-4fc5-87a3-6e528e6f1e88 tempest-ServerRescueNegativeTestJSON-1903658956 tempest-ServerRescueNegativeTestJSON-1903658956-project] 10.222.0.70 "GET /v2.0/ports?device_id=66c4db67-e70d-4f39-8098-20b8f6029e36 HTTP/1.1" status: 200 len: 210 time: 0.0445280 Aug 27 04:07:16.842688 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5a7a3-e5a2-4fe4-bf59-93dbb0b84199 x-openstack-request-id: req-67c5a7a3-e5a2-4fe4-bf59-93dbb0b84199 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:16.842972 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6668779-2f65-4c8b-9a4d-331e4765d289", "name": "network-vif-deleted", "tag": "f77fba17-f74c-45e5-9e60-9e823e910a1b", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:16.843219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67c5a7a3-e5a2-4fe4-bf59-93dbb0b84199 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:16.843594 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6668779-2f65-4c8b-9a4d-331e4765d289', 'name': 'network-vif-deleted', 'tag': 'f77fba17-f74c-45e5-9e60-9e823e910a1b', 'status': 'completed', 'code': 200} Aug 27 04:07:17.565432 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a79ed-7269-4285-932a-3d8f89ffbca2 req-b1070354-a384-4ebf-b758-6a140a61cce5 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:17.566892 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-431a79ed-7269-4285-932a-3d8f89ffbca2 req-b1070354-a384-4ebf-b758-6a140a61cce5 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0490081 Aug 27 04:07:17.606280 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-431a79ed-7269-4285-932a-3d8f89ffbca2 req-4ebb8cd2-712f-4586-8d75-36cd171e8a2e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 Aug 27 04:07:17.873488 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 37972) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:18.304648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:18.621297 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Deleting port 19ce29c7-0063-4059-aea8-a0c8c01a240c {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:18.621630 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:18.697787 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] For port 19ce29c7-0063-4059-aea8-a0c8c01a240c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=19ce29c7-0063-4059-aea8-a0c8c01a240c,segment=NetworkSegment(0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1),segment_id=0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:18.698148 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:18.710552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Calling delete_port for 19ce29c7-0063-4059-aea8-a0c8c01a240c owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:18.724659 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed2422-f85e-4e3d-a7bc-1ce7c05af349 req-53cf402e-caa3-477f-a3bb-52361ebd6091 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:18.726150 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-53ed2422-f85e-4e3d-a7bc-1ce7c05af349 req-53cf402e-caa3-477f-a3bb-52361ebd6091 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0506206 Aug 27 04:07:18.764823 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-53ed2422-f85e-4e3d-a7bc-1ce7c05af349 req-f9d819c4-34f1-4a03-b210-ed316a78741f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Aug 27 04:07:18.884121 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:18.910863 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ce29c7-0063-4059-aea8-a0c8c01a240c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:19.067305 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:19.599165 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Router 7647da62-1fab-43dd-b827-ff6075cf9d92 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:07:19.720211 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:07:19.725806 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3d4378d6-c655-4cb2-987d-8113077cc73d admin admin] 10.222.0.70 "PUT /v2.0/routers/7647da62-1fab-43dd-b827-ff6075cf9d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511589 Aug 27 04:07:19.728495 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38028) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:19.735032 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Sync routers for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:07:19.743908 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:19.744836 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:07:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:19.871800 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:19.931181 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:19.946623 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732bed4-206d-4207-96b3-b7b73658aa84 req-88ac3cfa-e2e1-4819-8697-7499f07acc0b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:19.949125 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4732bed4-206d-4207-96b3-b7b73658aa84 req-88ac3cfa-e2e1-4819-8697-7499f07acc0b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0747116 Aug 27 04:07:20.073398 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.112604 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '832b7b45-771d-4207-936d-fa6046544653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:07:18Z', 'revision_number': 5, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port': {'id': '832b7b45-771d-4207-936d-fa6046544653', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:02Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:20.127227 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4732bed4-206d-4207-96b3-b7b73658aa84 req-aac02773-d174-4a3a-8013-d69e908973bc tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660467 Aug 27 04:07:20.161690 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Deleting port 832b7b45-771d-4207-936d-fa6046544653 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:20.162030 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.165093 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Checking router: 7647da62-1fab-43dd-b827-ff6075cf9d92 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:07:20.175840 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Routers {'7647da62-1fab-43dd-b827-ff6075cf9d92'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:20.176691 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:07:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['7647da62-1fab-43dd-b827-ff6075cf9d92'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:20.261143 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] For port 832b7b45-771d-4207-936d-fa6046544653, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=832b7b45-771d-4207-936d-fa6046544653,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:20.261826 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.282555 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] Set router 7647da62-1fab-43dd-b827-ff6075cf9d92 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:20.288818 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Calling delete_port for 832b7b45-771d-4207-936d-fa6046544653 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:20.346105 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:07:20Z', 'revision_number': 6, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:20.378742 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654d473-43b3-43e9-b7ba-b36f4bbba993 None None] The sync data for ids ['7647da62-1fab-43dd-b827-ff6075cf9d92'] in dv-cinder-778193-4-smb is: [{'id': '7647da62-1fab-43dd-b827-ff6075cf9d92', 'name': 'tempest-ServerRescueNegativeTestJSON-1600999942-router', 'tenant_id': '02964b01beba410c8a3107a5a8ddc1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:01Z', 'updated_at': '2021-08-27T04:07:20Z', 'revision_number': 6, 'project_id': '02964b01beba410c8a3107a5a8ddc1c0', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:20.500858 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.531415 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=832b7b45-771d-4207-936d-fa6046544653,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:20.562002 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.659530 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device f77fba17-f74c-45e5-9e60-9e823e910a1b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:20.676355 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.678476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.683263 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: f77fba17-f74c-45e5-9e60-9e823e910a1b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:20.683916 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device f77fba17-f74c-45e5-9e60-9e823e910a1b not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:20.684603 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 337d3e01-e3de-4391-b546-e38733cfac05 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:20.707139 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 337d3e01-e3de-4391-b546-e38733cfac05 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:20.708037 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 337d3e01-e3de-4391-b546-e38733cfac05 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:20.763115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.764104 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7647da62-1fab-43dd-b827-ff6075cf9d92 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:07:20.769772 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.770973 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-eefff221-9100-411f-9fa7-0c7dde924f01 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7647da62-1fab-43dd-b827-ff6075cf9d92 HTTP/1.1" status: 204 len: 168 time: 1.0414157 Aug 27 04:07:20.773904 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38036) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:20.830183 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Deleting subnet 90c6e423-31a5-4773-897f-a7f73b88f64d {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:07:20.833846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.874404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.881284 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.946986 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.006620 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c6e423-31a5-4773-897f-a7f73b88f64d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:21.017044 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.019427 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a2756701-3f56-493a-9b99-ad7fca933fa0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/90c6e423-31a5-4773-897f-a7f73b88f64d HTTP/1.1" status: 204 len: 168 time: 0.2443690 Aug 27 04:07:21.022036 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38038) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:21.125713 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.270533 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.284056 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93c9b89-0845-4998-8c9f-f626de0ee0f7']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:21.298731 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:21.299027 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f4ef5-b7f6-4ebb-8d0b-a3b11f3ef6b1') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:21.299403 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d8ff-52fe-4505-9381-334d87dc50b0 req-d750d28e-1ead-414f-be45-2ab7d09e727d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:21.309279 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8531d8ff-52fe-4505-9381-334d87dc50b0 req-d750d28e-1ead-414f-be45-2ab7d09e727d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0917900 Aug 27 04:07:21.309610 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.334883 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.343999 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:07:21.344421 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:07:21.346165 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:07:21.367983 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8531d8ff-52fe-4505-9381-334d87dc50b0 req-ab033bc1-9b6e-43a0-952e-028621e9d204 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573606 Aug 27 04:07:21.416539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.432338 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.439308 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c93c9b89-0845-4998-8c9f-f626de0ee0f7 HTTP/1.1" status: 204 len: 168 time: 0.4149389 Aug 27 04:07:21.452149 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14808f-b15d-4087-9f7c-7f5b5e8bb224 admin admin] Pushing event deleted for resources: {'Network': ['ID=c93c9b89-0845-4998-8c9f-f626de0ee0f7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:21.704691 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38048) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:21.747929 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e5fe8d15-7db5-4764-aff6-3d0f8ff912de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02964b01beba410c8a3107a5a8ddc1c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417821 Aug 27 04:07:21.751769 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38050) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:21.821419 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.847772 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.896390 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.899833 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.901451 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22c379fd-1055-496b-bca4-b6250b337c3c HTTP/1.1" status: 204 len: 168 time: 0.1486990 Aug 27 04:07:21.912582 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 19ce29c7-0063-4059-aea8-a0c8c01a240c no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:21.920831 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea955ac-f105-4da9-9133-c70ddc36df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c379fd-1055-496b-bca4-b6250b337c3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:21.953566 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 19ce29c7-0063-4059-aea8-a0c8c01a240c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:21.953801 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 19ce29c7-0063-4059-aea8-a0c8c01a240c not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:21.954395 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 832b7b45-771d-4207-936d-fa6046544653 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:21.996902 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 832b7b45-771d-4207-936d-fa6046544653 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:21.997266 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 832b7b45-771d-4207-936d-fa6046544653 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:22.522032 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d804e0-c58b-4aed-abb7-f613d0421da5 req-30702eff-aa4a-4b5b-a863-9b9af8c4e5d0 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:22.523893 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d4d804e0-c58b-4aed-abb7-f613d0421da5 req-30702eff-aa4a-4b5b-a863-9b9af8c4e5d0 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0661988 Aug 27 04:07:22.574396 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d4d804e0-c58b-4aed-abb7-f613d0421da5 req-17436d1b-150f-416a-93da-e576ab5def54 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Aug 27 04:07:23.784061 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1759f-ac4e-47c4-b7f9-7abf8c1244e1 req-1892e015-718c-4ed0-9262-2e6ae203a3ef tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:23.793850 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40f1759f-ac4e-47c4-b7f9-7abf8c1244e1 req-1892e015-718c-4ed0-9262-2e6ae203a3ef tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0665121 Aug 27 04:07:23.836607 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-40f1759f-ac4e-47c4-b7f9-7abf8c1244e1 req-ba2ef055-c6c8-4bd7-a070-f2a8fc9aa631 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Aug 27 04:07:24.046037 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-15f3e69b-1b01-47ad-b6fa-b63310dd8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.048039 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-15f3e69b-1b01-47ad-b6fa-b63310dd8836 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1137 time: 0.0767105 Aug 27 04:07:24.064095 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423ee6-4d34-4a24-a0fb-6d9b53683d9f req-d3ba736a-c355-4487-94c7-9396c0f8f65d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.068192 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9b423ee6-4d34-4a24-a0fb-6d9b53683d9f req-d3ba736a-c355-4487-94c7-9396c0f8f65d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.1065912 Aug 27 04:07:24.161407 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9b423ee6-4d34-4a24-a0fb-6d9b53683d9f req-565b7a4d-c168-4a4e-96a0-d3675fc7f324 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835683 Aug 27 04:07:24.196235 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-f0fe0895-39c0-4699-9685-554616dabf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.198613 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-f0fe0895-39c0-4699-9685-554616dabf78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.1294901 Aug 27 04:07:24.279532 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-14d5f3d1-7aed-4181-a1c9-43bdc7ac6213 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 1001 time: 0.0721080 Aug 27 04:07:24.342462 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-7edfc69b-2fe1-42b7-9894-6e0d26e6aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.344749 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-7edfc69b-2fe1-42b7-9894-6e0d26e6aabf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0570183 Aug 27 04:07:24.409263 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-6bb15f4e-badb-4367-a410-5b9e120c68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.411180 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-6bb15f4e-badb-4367-a410-5b9e120c68a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506792 Aug 27 04:07:24.547317 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-cbf050b8-5d8a-4707-b714-643d4dd15643 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273012 Aug 27 04:07:24.678996 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-be8d9c0d-a26d-45b7-b97d-c5b91d0dea96 req-9268b04a-8531-4c7c-811e-0f61d6403d1b service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243563 Aug 27 04:07:25.085535 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c2c1b-03d5-44d1-8d09-fcb39d0e02e2 req-8056d669-8078-420e-8966-eae32e8396ed tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:25.100838 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-424c2c1b-03d5-44d1-8d09-fcb39d0e02e2 req-8056d669-8078-420e-8966-eae32e8396ed tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.1037879 Aug 27 04:07:25.151344 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-424c2c1b-03d5-44d1-8d09-fcb39d0e02e2 req-43b0dd1e-3e8b-4c7b-95c2-9d2555b93c78 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496159 Aug 27 04:07:25.319218 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50605e5-fe45-4f84-8a0b-1787f97c953a req-cbf3218b-413c-44e4-911a-4cde17e7065a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:25.321017 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d50605e5-fe45-4f84-8a0b-1787f97c953a req-cbf3218b-413c-44e4-911a-4cde17e7065a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0708895 Aug 27 04:07:25.375661 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d50605e5-fe45-4f84-8a0b-1787f97c953a req-59cbc1e5-bdc2-49fd-b4a5-ede8fa75f738 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426958 Aug 27 04:07:26.304133 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b0c62-786c-42fe-9041-594bc2b1e4ca req-44bbaa20-ad9a-4da4-89fe-e63391ae65b7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.307651 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-838b0c62-786c-42fe-9041-594bc2b1e4ca req-44bbaa20-ad9a-4da4-89fe-e63391ae65b7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0631289 Aug 27 04:07:26.351218 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-838b0c62-786c-42fe-9041-594bc2b1e4ca req-a862cfd3-b67a-497b-a806-3498bf854161 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363417 Aug 27 04:07:26.528560 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b708ef-a3e6-4b58-95f3-d27202b278aa req-54e3ad44-5ff2-47e5-9cdc-f90870d68ddf tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.530209 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e0b708ef-a3e6-4b58-95f3-d27202b278aa req-54e3ad44-5ff2-47e5-9cdc-f90870d68ddf tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0647860 Aug 27 04:07:26.672966 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e0b708ef-a3e6-4b58-95f3-d27202b278aa req-f48cd03a-c408-4bd6-919b-9e9f5f50335d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350884 Aug 27 04:07:26.799324 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d297af7-f730-4fb1-bfeb-5c7c73e3d5d9 req-d8982521-ca8d-4728-a855-c0c7d8d963fe tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.800846 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d297af7-f730-4fb1-bfeb-5c7c73e3d5d9 req-d8982521-ca8d-4728-a855-c0c7d8d963fe tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0628388 Aug 27 04:07:26.869103 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d297af7-f730-4fb1-bfeb-5c7c73e3d5d9 req-9040a0c9-9564-46cd-8272-d9f98d4212ac tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583358 Aug 27 04:07:26.872112 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-2609a9e7-1517-43f0-8a05-50373e2fd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.873615 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-2609a9e7-1517-43f0-8a05-50373e2fd22f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 1099 time: 0.0719082 Aug 27 04:07:27.002704 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-7a2c34e5-e877-4ad5-a27e-3bed72b99a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.003958 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-7a2c34e5-e877-4ad5-a27e-3bed72b99a6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.1197836 Aug 27 04:07:27.104699 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-070688c6-bd64-45a9-b65a-5a375871709d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 200 len: 1002 time: 0.0930235 Aug 27 04:07:27.177918 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-13094194-aa20-4d15-9c1a-d058b67e1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.179506 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-13094194-aa20-4d15-9c1a-d058b67e1aef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0673676 Aug 27 04:07:27.257617 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-493907b1-89f8-425f-9ae7-142575d99b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.259998 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-493907b1-89f8-425f-9ae7-142575d99b11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713255 Aug 27 04:07:27.372276 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-0c359d29-5611-4cc8-899c-7a9ced27fa1b service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013381 Aug 27 04:07:27.487665 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-507ec65a-b0dc-4393-b773-d7a5bae80544 req-1714964e-f0a7-4b68-b7f9-c73a7349d05a service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058803 Aug 27 04:07:27.825838 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22142a25-0abb-4d43-b302-59b535033411 req-7046d64e-3861-4225-8a29-0a59ae35ec3e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.833990 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-22142a25-0abb-4d43-b302-59b535033411 req-7046d64e-3861-4225-8a29-0a59ae35ec3e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0681322 Aug 27 04:07:27.889654 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-22142a25-0abb-4d43-b302-59b535033411 req-18547926-df28-4140-b5f4-06c61944888a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543840 Aug 27 04:07:28.066242 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324d1e-34f7-4fde-9a15-79786eeaccbb req-991b56f5-8634-4a4b-81df-5f370202aecd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:28.067775 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b4324d1e-34f7-4fde-9a15-79786eeaccbb req-991b56f5-8634-4a4b-81df-5f370202aecd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.1080363 Aug 27 04:07:28.137001 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b4324d1e-34f7-4fde-9a15-79786eeaccbb req-97e7116e-c2a7-41b0-ad99-4bf1cce5d2f4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603545 Aug 27 04:07:29.043240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248b2c-2779-4828-a482-a2fcae59ba62 req-28526816-7668-4457-8026-738e2094ed7d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:29.044857 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad248b2c-2779-4828-a482-a2fcae59ba62 req-28526816-7668-4457-8026-738e2094ed7d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0727401 Aug 27 04:07:29.102751 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad248b2c-2779-4828-a482-a2fcae59ba62 req-61602ef0-23fd-4050-97c0-2c0b8bf9366d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504768 Aug 27 04:07:29.303382 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423808e-3c81-463a-8813-6b601d9091f5 req-e2ee126e-7610-41ab-8372-4d809facf27d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:29.306798 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d423808e-3c81-463a-8813-6b601d9091f5 req-e2ee126e-7610-41ab-8372-4d809facf27d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0831795 Aug 27 04:07:29.360476 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d423808e-3c81-463a-8813-6b601d9091f5 req-9dcedd8b-f269-4ecf-b60d-41210914f743 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456553 Aug 27 04:07:30.265969 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe412e-c083-4c0f-8d92-abbd5fbf35d6 req-32a9b762-75a6-4c2b-b7ab-08f58f1a0534 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:30.267890 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ecfe412e-c083-4c0f-8d92-abbd5fbf35d6 req-32a9b762-75a6-4c2b-b7ab-08f58f1a0534 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0638561 Aug 27 04:07:30.324382 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ecfe412e-c083-4c0f-8d92-abbd5fbf35d6 req-7276152d-ed74-4d6d-889a-f56b8c244bdf tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494239 Aug 27 04:07:31.455219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd80b66-15fe-4976-86a3-375af8bd8b74 req-c2b08363-563e-4b7a-85cf-f585f6f0dc71 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:31.456714 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bbd80b66-15fe-4976-86a3-375af8bd8b74 req-c2b08363-563e-4b7a-85cf-f585f6f0dc71 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0568771 Aug 27 04:07:31.498578 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bbd80b66-15fe-4976-86a3-375af8bd8b74 req-e96d127c-908e-4831-bb2f-8cd8d597d2ea tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357029 Aug 27 04:07:32.605154 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38258) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:32.642479 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c51cd8-c1af-4d56-876d-de4d1e29f6a9 req-cc7c8bb0-20ea-42cf-8b9a-8b07f90e420e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:32.644092 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10c51cd8-c1af-4d56-876d-de4d1e29f6a9 req-cc7c8bb0-20ea-42cf-8b9a-8b07f90e420e tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0630867 Aug 27 04:07:32.698591 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-10c51cd8-c1af-4d56-876d-de4d1e29f6a9 req-fefeb22c-9673-4af6-ac55-fb41802530de tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443797 Aug 27 04:07:32.742358 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-45667a18-bdbc-4329-8907-7df50f674b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:32.847792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-45667a18-bdbc-4329-8907-7df50f674b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:32.852132 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-45667a18-bdbc-4329-8907-7df50f674b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:32.918082 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-45667a18-bdbc-4329-8907-7df50f674b18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=591a54493f5a420793f69d9e7bc2e20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109460 Aug 27 04:07:32.918817 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45667a18-bdbc-4329-8907-7df50f674b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae471c77-e578-4cb3-9765-ff06e5d467a3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:32.921150 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38266) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:32.986741 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:33.009960 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:33.077236 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:33.080451 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:33.084511 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae471c77-e578-4cb3-9765-ff06e5d467a3 HTTP/1.1" status: 204 len: 168 time: 0.1618989 Aug 27 04:07:33.093999 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda419a5-cfb1-46b8-b195-c4d1963b934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae471c77-e578-4cb3-9765-ff06e5d467a3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:33.840018 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e3d5f-3a5c-450c-9b42-07290e15de76 req-4b3faaf5-bba2-4b4d-9c5c-65bf6867ea79 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:33.850265 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7a2e3d5f-3a5c-450c-9b42-07290e15de76 req-4b3faaf5-bba2-4b4d-9c5c-65bf6867ea79 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0666358 Aug 27 04:07:33.898411 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7a2e3d5f-3a5c-450c-9b42-07290e15de76 req-50ab993b-dabf-48c1-b690-55348112357a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469451 Aug 27 04:07:35.091075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825d90-638c-4e70-8014-380fdc16d381 req-4b43a995-8990-4140-90ae-2f1225db6e2a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:35.104532 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-16825d90-638c-4e70-8014-380fdc16d381 req-4b43a995-8990-4140-90ae-2f1225db6e2a tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0754321 Aug 27 04:07:35.160317 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-16825d90-638c-4e70-8014-380fdc16d381 req-738c0d18-fc0f-4ea4-a9fb-d73c85d5671d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548000 Aug 27 04:07:35.392975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38358) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:35.500516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41f4cc07-5d04-4f01-93bd-51eb0dd43652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.587883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41f4cc07-5d04-4f01-93bd-51eb0dd43652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.591721 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-41f4cc07-5d04-4f01-93bd-51eb0dd43652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.634550 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-41f4cc07-5d04-4f01-93bd-51eb0dd43652 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=773182bc539f4aecbcd7527958c5d689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404799 Aug 27 04:07:35.635513 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4cc07-5d04-4f01-93bd-51eb0dd43652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7527868-d9c0-43ab-9369-e59000a61930,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:35.638404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38362) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:35.690233 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.714549 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.769109 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.772550 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.773772 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7527868-d9c0-43ab-9369-e59000a61930 HTTP/1.1" status: 204 len: 168 time: 0.1343293 Aug 27 04:07:35.781977 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd6fe7-7203-4afc-a9c6-7535d67051cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7527868-d9c0-43ab-9369-e59000a61930,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:36.060176 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38378) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:36.074262 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-096d52fd-3c89-4c2a-808c-cfccb019cd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.178083 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-096d52fd-3c89-4c2a-808c-cfccb019cd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.182760 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-096d52fd-3c89-4c2a-808c-cfccb019cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.227172 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d52fd-3c89-4c2a-808c-cfccb019cd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd837dc9-d516-447e-9cf3-50ddcd90e7e2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:36.234116 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-096d52fd-3c89-4c2a-808c-cfccb019cd6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38cb43c9b6d046b29ba4ace7eec4736e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705294 Aug 27 04:07:36.234667 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38388) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:36.559264 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.579075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499609f-8f24-4042-9beb-d5c2adcc93ed req-97b64150-5640-4445-ae25-6721b7244c84 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:36.580599 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6499609f-8f24-4042-9beb-d5c2adcc93ed req-97b64150-5640-4445-ae25-6721b7244c84 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.3231399 Aug 27 04:07:36.601576 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.655083 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6499609f-8f24-4042-9beb-d5c2adcc93ed req-0f8d02c4-290a-4976-b50e-41f53b7a22b4 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=456ec6f0-0bc9-4246-9b53-f09a6dcd498c&id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647466 Aug 27 04:07:36.680214 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.683427 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:36.686809 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd837dc9-d516-447e-9cf3-50ddcd90e7e2 HTTP/1.1" status: 204 len: 168 time: 0.4493520 Aug 27 04:07:36.694409 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed235247-cb00-45de-93cd-6fc9d80a8ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd837dc9-d516-447e-9cf3-50ddcd90e7e2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:37.186833 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0398edec-f4c7-4e0d-8d88-92055eccf21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:37.875561 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38470) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:37.923666 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Deleting subnet 540a2b62-c132-4465-9026-e5f0731ac1b5 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:07:37.926863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:37.960540 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:37.966781 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.020802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.049086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540a2b62-c132-4465-9026-e5f0731ac1b5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:38.051027 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.053007 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-d584ddf0-7619-4516-b6e7-ed211eb043b3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/540a2b62-c132-4465-9026-e5f0731ac1b5 HTTP/1.1" status: 204 len: 168 time: 0.1763105 Aug 27 04:07:38.055291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38476) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:38.130122 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.212045 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.224111 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.224481 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.225247 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.225588 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.225912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.226251 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.226575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.226896 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.227214 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.227538 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.371435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.371794 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.372131 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.372466 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:38.372836 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fe6ee8-bedd-48c8-927c-909e450b2cc3']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:38.391177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:38.391474 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e9e5c6-849f-4e82-aa90-08ba4ef58a4a') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:38.414764 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211088'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.436980 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.445874 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:07:38.446270 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593953'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: from cryptography.utils import int_from_bytes Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: from cryptography.utils import int_from_bytes Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: Traceback (most recent call last): Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: timer() Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: cb(*args, **kw) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: return func(*args, **kwargs) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: self._notify() Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: self.callback(batched_events) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: event.method(event) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: return f(self, *a, **k) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: return self._get(url).json() Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:07:38.451163 dv-cinder-778193-4-smb neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:07:38.506506 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.514436 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.520944 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c0fe6ee8-bedd-48c8-927c-909e450b2cc3 HTTP/1.1" status: 204 len: 168 time: 0.4615264 Aug 27 04:07:38.533704 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58647a-d030-414e-9c46-6b53fff16052 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fe6ee8-bedd-48c8-927c-909e450b2cc3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:38.771195 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38500) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:38.814498 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-b4aa91c7-4087-496a-b568-d0701a0c3099 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8805351fa3cc4ffaabf8ffb0603a0683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441465 Aug 27 04:07:38.817691 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38504) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:38.875509 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.900563 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.953388 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.956012 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:38.957160 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59a8763b-773c-4cc4-905a-cbd073a29431 HTTP/1.1" status: 204 len: 168 time: 0.1384957 Aug 27 04:07:38.966028 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c223156-0d07-463d-9635-9a00f8197f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8763b-773c-4cc4-905a-cbd073a29431,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:39.145752 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38516) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:39.251037 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95152581-48fa-4729-8e3e-b168b5848e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.353811 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95152581-48fa-4729-8e3e-b168b5848e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.358588 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95152581-48fa-4729-8e3e-b168b5848e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.397456 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-95152581-48fa-4729-8e3e-b168b5848e38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc6d1af3c3c945e5a7f0be7f010f08a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502797 Aug 27 04:07:39.399490 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95152581-48fa-4729-8e3e-b168b5848e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd97291-0fd7-445e-baea-3cafcd0c7f83,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:39.400944 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38528) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:39.466958 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.490810 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.543608 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.546331 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.547476 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bd97291-0fd7-445e-baea-3cafcd0c7f83 HTTP/1.1" status: 204 len: 168 time: 0.1439297 Aug 27 04:07:39.555965 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c987-372f-47c1-9d7d-a4e5cc1c5a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd97291-0fd7-445e-baea-3cafcd0c7f83,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:39.636819 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38542) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:39.836992 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1772565749-network', 'tenant_id': '0f58a35566d04d979c9a3a544d638b57'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:39.858524 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Made reservation on behalf of 0f58a35566d04d979c9a3a544d638b57 for: {'network': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:39.860987 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.870234 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.890319 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38548) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:39.906246 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-65d48e2f-bb06-42e9-999b-51656505f925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.960159 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.964712 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.979556 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:07:40.003441 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.003890 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.segments_db [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Added segment 8ec882b1-cf63-4d8c-8fb2-34fe10227f33 of type vlan for network 876358f6-b5df-4796-b6a6-59e6020bfe8a Aug 27 04:07:40.014280 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011cf99-2bed-4931-87a3-5ca49a6e8d28,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.050232 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.053810 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-65d48e2f-bb06-42e9-999b-51656505f925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.066837 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-65d48e2f-bb06-42e9-999b-51656505f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.077978 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.079058 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.079668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.105473 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-65d48e2f-bb06-42e9-999b-51656505f925 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c5cda5720e342f197723243b6a740c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130716 Aug 27 04:07:40.107537 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d48e2f-bb06-42e9-999b-51656505f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f74e7eb-6496-48cf-b29e-47a37864dc1f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.110033 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38550) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:40.136820 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4988172 Aug 27 04:07:40.141011 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38552) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:40.146146 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Request body: {'subnet': {'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1772565749-subnet', 'tenant_id': '0f58a35566d04d979c9a3a544d638b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:40.146438 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-18b14753-de2a-4e07-85e6-3661aee0ee76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.158752 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2a98-2522-49e1-97fb-9a3f91b76e7b admin admin] Pushing event updated for resources: {'Network': ['ID=876358f6-b5df-4796-b6a6-59e6020bfe8a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.166144 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.169510 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:07:40.176596 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Made reservation on behalf of 0f58a35566d04d979c9a3a544d638b57 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:40.179637 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4632600'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.189595 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.241079 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.244529 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.248062 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f74e7eb-6496-48cf-b29e-47a37864dc1f HTTP/1.1" status: 204 len: 168 time: 0.1347539 Aug 27 04:07:40.254372 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21669e-2dd0-44ee-b465-809625ac6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f74e7eb-6496-48cf-b29e-47a37864dc1f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.256911 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.368675 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16593540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4632682'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.428225 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=669b0adb-48cf-4708-9de0-49779bb45fd3,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.432736 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Checking segment: {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:40.433094 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Network hostable DHCP agents. Network: 876358f6-b5df-4796-b6a6-59e6020bfe8a, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:07:40.450442 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:07:40.459487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 876358f6-b5df-4796-b6a6-59e6020bfe8a) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:40.464476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.464973 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.470272 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb643c-f5a1-45d1-9b93-42bb6d04e3ba None None] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:07:40.478524 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7913fb8b-4c48-4b35-83bc-648ef4e633ca admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3365448 Aug 27 04:07:40.595724 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf9871-abc3-442a-90aa-9b9405880089 None None] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:07:41.170632 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.229519 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.995292 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38616) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:42.101826 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-207b70e6-5b1a-4222-ad9c-6c5d4927c79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.191992 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-207b70e6-5b1a-4222-ad9c-6c5d4927c79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.196128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-207b70e6-5b1a-4222-ad9c-6c5d4927c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.237554 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b70e6-5b1a-4222-ad9c-6c5d4927c79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad9d3f-6141-4058-91b9-6a33627980d7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:42.241735 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-207b70e6-5b1a-4222-ad9c-6c5d4927c79c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=246b0b333f3e4ffaa78a767810a3f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451560 Aug 27 04:07:42.244984 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38626) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:42.310510 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.335817 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.383239 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.386592 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.387895 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9ad9d3f-6141-4058-91b9-6a33627980d7 HTTP/1.1" status: 204 len: 168 time: 0.1415064 Aug 27 04:07:42.395819 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84932e94-2773-4db7-b063-a022f4dd1f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad9d3f-6141-4058-91b9-6a33627980d7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:42.399517 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-ed0d0658-044b-4c13-8c01-a5fa5f4bb927 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.399517 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-ed0d0658-044b-4c13-8c01-a5fa5f4bb927 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 814 time: 0.1054981 Aug 27 04:07:42.414647 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-fd0d12f3-1339-47c8-8a6a-430fc2f0e88c tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/quotas/0f58a35566d04d979c9a3a544d638b57 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Aug 27 04:07:42.449622 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-256ccd42-922f-4e20-bed7-721fca446148 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276172 Aug 27 04:07:42.550465 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-58515d0d-d81d-4273-9b70-116d92692f2d service neutron] 10.222.0.70 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895734 Aug 27 04:07:42.630935 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.655683 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-4418f4ee-8b73-47db-9c7e-26803fa226a2 service neutron] 10.222.0.70 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984416 Aug 27 04:07:42.706884 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38640) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:42.720564 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-816e162e-0aaf-4e20-a00b-8bfab613ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.819101 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0f442bfa-a2f7-44a1-a580-29d8780a5931 req-53d68797-b409-411c-b5e4-5a536b8a57ed tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 210 time: 0.0321102 Aug 27 04:07:42.832628 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-816e162e-0aaf-4e20-a00b-8bfab613ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.837428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-816e162e-0aaf-4e20-a00b-8bfab613ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.880834 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e162e-0aaf-4e20-a00b-8bfab613ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71524d-4515-495f-aca6-7b29e9d1f624,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:42.886002 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-816e162e-0aaf-4e20-a00b-8bfab613ec8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eac13a9f96444d8cbcb2573c1c7b3076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777687 Aug 27 04:07:42.888363 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38646) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:42.939238 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.960842 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.011017 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.014054 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.015317 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c71524d-4515-495f-aca6-7b29e9d1f624 HTTP/1.1" status: 204 len: 168 time: 0.1259830 Aug 27 04:07:43.025041 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bc067-fe47-44de-9613-ee8cfbf4b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71524d-4515-495f-aca6-7b29e9d1f624,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:43.923544 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9e3a4443-fecb-4730-8cd7-ff930b73f823 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.925238 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9e3a4443-fecb-4730-8cd7-ff930b73f823 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 814 time: 0.1403654 Aug 27 04:07:43.945215 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6d6bb0c7-7143-418f-a3e4-1e3b56dd2b46 req-38355fbe-9c27-472c-816c-246a5c910897 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 210 time: 0.0386381 Aug 27 04:07:43.949225 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Request body: {'port': {'device_id': '13a95949-4772-4c0a-b780-39c139e7fe03', 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a', 'admin_state_up': True, 'tenant_id': '0f58a35566d04d979c9a3a544d638b57'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:44.085528 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Made reservation on behalf of 0f58a35566d04d979c9a3a544d638b57 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:44.091055 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.228434 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Allocated IP 172.20.0.7 (876358f6-b5df-4796-b6a6-59e6020bfe8a/669b0adb-48cf-4708-9de0-49779bb45fd3/438827f7-5d20-4b2f-a81e-702417b0364a) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:44.386622 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.425523 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.468153 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:44.473158 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:44.475563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:44.500775 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Pushing event updated for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:44.532802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.533418 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.549027 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-81608f76-e55b-46ab-9af9-ca0c37fedb0f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063828 Aug 27 04:07:44.561531 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Request body: {'port': {'device_id': '13a95949-4772-4c0a-b780-39c139e7fe03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:44.624737 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.914129 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438827f7-5d20-4b2f-a81e-702417b0364a {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:44.924128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.937040 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Transition to ACTIVE for port object 438827f7-5d20-4b2f-a81e-702417b0364a will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:44.941457 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.020459 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:45.105883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Attempting to bind port 438827f7-5d20-4b2f-a81e-702417b0364a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:45.106638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Attempting to bind port 438827f7-5d20-4b2f-a81e-702417b0364a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:45.106638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Attempting to bind port 438827f7-5d20-4b2f-a81e-702417b0364a on network 876358f6-b5df-4796-b6a6-59e6020bfe8a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:45.119815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc855c-ed13-483a-9cf7-109db02ad008 req-9851df44-a32e-4099-ae92-13cea5dcf34b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.121445 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fcdc855c-ed13-483a-9cf7-109db02ad008 req-9851df44-a32e-4099-ae92-13cea5dcf34b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 943 time: 0.0749507 Aug 27 04:07:45.122159 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Port 438827f7-5d20-4b2f-a81e-702417b0364a on network 876358f6-b5df-4796-b6a6-59e6020bfe8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:07:45.122480 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Attempting to bind port 438827f7-5d20-4b2f-a81e-702417b0364a on network 876358f6-b5df-4796-b6a6-59e6020bfe8a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:45.129686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:45.130023 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Checking segment: {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:45.130569 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Bound using segment: {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:45.131044 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Bound port: 438827f7-5d20-4b2f-a81e-702417b0364a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:45.131398 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.201756 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fcdc855c-ed13-483a-9cf7-109db02ad008 req-c41d2da4-3754-42be-8503-cfcc6c1afc5b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731444 Aug 27 04:07:45.226788 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:45.230259 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=438827f7-5d20-4b2f-a81e-702417b0364a,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:45.234305 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.267829 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.268435 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.269856 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/438827f7-5d20-4b2f-a81e-702417b0364a HTTP/1.1" status: 200 len: 1093 time: 0.7125683 Aug 27 04:07:45.270311 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:45.273079 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bc089-7833-4375-9bf2-7550375497d8" -d '{"events": [{"name": "network-changed", "server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:45.298884 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f921-785d-49e0-b1b9-2a177bdfa9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:45.336565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fedd5f-aa34-4d83-a73e-c2d78d577915 x-openstack-request-id: req-e7fedd5f-aa34-4d83-a73e-c2d78d577915 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:45.336850 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:45.337624 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7fedd5f-aa34-4d83-a73e-c2d78d577915 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:45.338010 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a', 'status': 'completed', 'code': 200} Aug 27 04:07:45.354188 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-543c0313-1cd4-4b67-8d12-bcbda7aa375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.355767 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-543c0313-1cd4-4b67-8d12-bcbda7aa375f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 1096 time: 0.0467381 Aug 27 04:07:45.410572 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-6b8c7847-ca18-4219-9d39-8cf5b84f7f6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438827f7-5d20-4b2f-a81e-702417b0364a HTTP/1.1" status: 200 len: 217 time: 0.0347667 Aug 27 04:07:45.465846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-b86f15dc-be42-4329-82c9-a7f0e0874742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.467285 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-b86f15dc-be42-4329-82c9-a7f0e0874742 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=669b0adb-48cf-4708-9de0-49779bb45fd3 HTTP/1.1" status: 200 len: 854 time: 0.0494063 Aug 27 04:07:45.500616 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-5383b3c3-0774-4e6a-8422-1e62c2a3090b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=876358f6-b5df-4796-b6a6-59e6020bfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261698 Aug 27 04:07:45.594144 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-d58161e7-5345-4e9f-bf0d-5664cea06261 service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Aug 27 04:07:45.695252 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-12aaeede-1f07-4d62-8764-d9dea6700ed5 req-d63d3f3e-dfe0-433b-98b5-6a32d0e750eb service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938885 Aug 27 04:07:45.789277 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc089-7833-4375-9bf2-7550375497d8 req-5fdd85b3-a127-45f0-8724-9fcf71d960e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.790708 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-5fdd85b3-a127-45f0-8724-9fcf71d960e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 1096 time: 0.0447936 Aug 27 04:07:45.888621 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc089-7833-4375-9bf2-7550375497d8 req-dd760abb-a1cf-446c-93f6-05ef25f34308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.890130 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-dd760abb-a1cf-446c-93f6-05ef25f34308 service neutron] 10.222.0.38 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 915 time: 0.0913134 Aug 27 04:07:45.937687 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-a9f6e7ab-37d7-4b8a-b1f0-483acdcbe2fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438827f7-5d20-4b2f-a81e-702417b0364a HTTP/1.1" status: 200 len: 217 time: 0.0350280 Aug 27 04:07:45.990292 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc089-7833-4375-9bf2-7550375497d8 req-72c69da1-e952-49dd-997a-ffe60dd6ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.991772 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-72c69da1-e952-49dd-997a-ffe60dd6ce92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=669b0adb-48cf-4708-9de0-49779bb45fd3 HTTP/1.1" status: 200 len: 854 time: 0.0471075 Aug 27 04:07:46.026652 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-6fc51872-895e-4bfd-ac75-9d48ba95bdb7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=876358f6-b5df-4796-b6a6-59e6020bfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274830 Aug 27 04:07:46.126377 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-22fdb923-a5c9-4648-9182-4b3d56a2c6af service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919507 Aug 27 04:07:46.226640 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-275bc089-7833-4375-9bf2-7550375497d8 req-95a944ff-1ad4-4da6-b025-28a00f0a4c7b service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925527 Aug 27 04:07:46.347858 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1229e20-f3cd-4f66-8e2d-ee9df726646e req-ccfa9e9e-95b1-463a-a7e2-63b1b97d20c0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:46.349843 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1229e20-f3cd-4f66-8e2d-ee9df726646e req-ccfa9e9e-95b1-463a-a7e2-63b1b97d20c0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 943 time: 0.0751555 Aug 27 04:07:46.396275 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1229e20-f3cd-4f66-8e2d-ee9df726646e req-7dd03f92-3121-451c-8a27-45214a125766 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Aug 27 04:07:47.525240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0920a6-00a8-44a9-a666-f6a674ccb705 req-3fdcea3a-12d9-41fb-8e6f-a8b4df75a492 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:47.526956 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ec0920a6-00a8-44a9-a666-f6a674ccb705 req-3fdcea3a-12d9-41fb-8e6f-a8b4df75a492 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 943 time: 0.0519772 Aug 27 04:07:47.564987 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ec0920a6-00a8-44a9-a666-f6a674ccb705 req-763b3d38-bb09-48ce-a1bf-1d1281cf326c tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Aug 27 04:07:47.707048 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:07:48.685503 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145753-41d9-4061-aa1b-5c7038946d0e req-9ca07020-dc8a-4115-b5fe-6a823cb82628 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:48.687002 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97145753-41d9-4061-aa1b-5c7038946d0e req-9ca07020-dc8a-4115-b5fe-6a823cb82628 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 943 time: 0.0523071 Aug 27 04:07:48.725222 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-97145753-41d9-4061-aa1b-5c7038946d0e req-cdaea701-bd9a-4d30-9ad3-b8f9b038b46c tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Aug 27 04:07:48.828516 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 438827f7-5d20-4b2f-a81e-702417b0364a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:48.929061 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=438827f7-5d20-4b2f-a81e-702417b0364a,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:48.941698 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '438827f7-5d20-4b2f-a81e-702417b0364a', 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a', 'port_id': '438827f7-5d20-4b2f-a81e-702417b0364a', 'mac_address': 'fa:16:3e:0b:54:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669b0adb-48cf-4708-9de0-49779bb45fd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:48.985070 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.998060 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438827f7-5d20-4b2f-a81e-702417b0364a {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:49.018911 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=438827f7-5d20-4b2f-a81e-702417b0364a,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:49.022216 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:49.067600 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:49.075173 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.075526 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.075891 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.076227 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.076558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.076887 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.077214 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.077538 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.077864 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.078186 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.078505 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.078826 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:49.306888 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['438827f7-5d20-4b2f-a81e-702417b0364a'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:49.839001 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab368948-82a1-4c70-98df-a8fdba8ebe91 req-8f35322e-cf3b-49f0-b856-88751bce06d3 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:49.841016 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ab368948-82a1-4c70-98df-a8fdba8ebe91 req-8f35322e-cf3b-49f0-b856-88751bce06d3 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 944 time: 0.0516918 Aug 27 04:07:49.878747 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ab368948-82a1-4c70-98df-a8fdba8ebe91 req-8b7e42dd-9ac6-4b58-b34f-44792ecf2a6f tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Aug 27 04:07:50.240463 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38758) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:50.344897 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b22f8045-ea85-426a-b9f9-4dc33294c8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.450994 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b22f8045-ea85-426a-b9f9-4dc33294c8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.454525 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b22f8045-ea85-426a-b9f9-4dc33294c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.490134 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8045-ea85-426a-b9f9-4dc33294c8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69394461-04de-45ba-a5c6-15756539d5b1,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:50.494424 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b22f8045-ea85-426a-b9f9-4dc33294c8ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff75b58b8b3b41229affaadaf2f66c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529452 Aug 27 04:07:50.498258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38762) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:50.545593 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.567208 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.613924 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.616901 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.618158 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69394461-04de-45ba-a5c6-15756539d5b1 HTTP/1.1" status: 204 len: 168 time: 0.1195982 Aug 27 04:07:50.628622 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be90845-9661-4039-b0fc-ee46ebeea8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69394461-04de-45ba-a5c6-15756539d5b1,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:50.839053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 438827f7-5d20-4b2f-a81e-702417b0364a up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:50.881910 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38770) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:50.888721 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 438827f7-5d20-4b2f-a81e-702417b0364a completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:50.892466 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 438827f7-5d20-4b2f-a81e-702417b0364a triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:50.892845 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.896018 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-573f0ef5-d19a-4c1d-a07c-41af85ee001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:50.997497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.020137 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:51.022661 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e76bc-c921-43f3-868d-7dd6810ce699" -d '{"events": [{"server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "name": "network-vif-plugged", "status": "completed", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:51.035098 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=438827f7-5d20-4b2f-a81e-702417b0364a,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:51.040184 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.049589 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-573f0ef5-d19a-4c1d-a07c-41af85ee001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.054952 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-573f0ef5-d19a-4c1d-a07c-41af85ee001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.065971 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db803369-e25b-4310-b305-5f614c43d42b x-openstack-request-id: req-db803369-e25b-4310-b305-5f614c43d42b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:51.065971 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "name": "network-vif-plugged", "status": "completed", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:51.066209 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db803369-e25b-4310-b305-5f614c43d42b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:51.066616 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a', 'code': 200} Aug 27 04:07:51.093722 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:51.098841 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b75db-4d5d-4955-b556-0209f648a13e req-bba3177f-4ea0-49a1-be17-82d9aa87252b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.100416 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-306b75db-4d5d-4955-b556-0209f648a13e req-bba3177f-4ea0-49a1-be17-82d9aa87252b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 944 time: 0.1046419 Aug 27 04:07:51.107208 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-573f0ef5-d19a-4c1d-a07c-41af85ee001f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=344a5cd2a45041639164ae0c0be44d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242630 Aug 27 04:07:51.110246 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38778) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:51.138877 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f0ef5-d19a-4c1d-a07c-41af85ee001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03214a26-f6a1-4f5b-985e-d79b7536bbd0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:51.162658 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-306b75db-4d5d-4955-b556-0209f648a13e req-e1da9eba-ac9b-4221-8189-e0991581e950 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495842 Aug 27 04:07:51.168434 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.192330 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.252991 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.256544 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.257894 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03214a26-f6a1-4f5b-985e-d79b7536bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1465554 Aug 27 04:07:51.266389 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb50bc-f15a-4bac-9870-054d2269fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03214a26-f6a1-4f5b-985e-d79b7536bbd0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:51.294115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e2b43-9f78-472d-b404-6cf538dc929c req-ab5d2e4a-44e5-4f82-9cab-263aba00b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.295639 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-df5e2b43-9f78-472d-b404-6cf538dc929c req-ab5d2e4a-44e5-4f82-9cab-263aba00b7d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 1098 time: 0.0504701 Aug 27 04:07:51.341267 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-df5e2b43-9f78-472d-b404-6cf538dc929c req-afb99aed-46ec-4165-a42b-42117be0abe0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367715 Aug 27 04:07:52.298867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325dbb-cd6e-42bc-942f-9380b7b2d269 req-6c759fb3-e820-498a-bcac-4ec535849c5d tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:52.300342 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f6325dbb-cd6e-42bc-942f-9380b7b2d269 req-6c759fb3-e820-498a-bcac-4ec535849c5d tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0622921 Aug 27 04:07:52.343038 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f6325dbb-cd6e-42bc-942f-9380b7b2d269 req-ad36f2f7-48d5-4f9e-9a40-020bce04e64d tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Aug 27 04:07:52.788962 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81425e3-3ba3-40e0-b42b-584a5287c620 req-f6d7ff61-fede-4d0f-be43-ddf3402bc6a0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:52.790418 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d81425e3-3ba3-40e0-b42b-584a5287c620 req-f6d7ff61-fede-4d0f-be43-ddf3402bc6a0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0483282 Aug 27 04:07:52.834558 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d81425e3-3ba3-40e0-b42b-584a5287c620 req-cc7772a5-6646-4cc0-9005-cf39c55d9ab5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347240 Aug 27 04:07:53.462463 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697e774-af24-419a-b543-7e9b1e97d7c0 req-ce945f85-a7d8-4857-a876-713f582e50b6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.463976 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2697e774-af24-419a-b543-7e9b1e97d7c0 req-ce945f85-a7d8-4857-a876-713f582e50b6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0496938 Aug 27 04:07:53.503515 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2697e774-af24-419a-b543-7e9b1e97d7c0 req-d927cdae-4c8a-47b5-b9d3-792ed08fe07e tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Aug 27 04:07:53.974763 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef93a9-296d-404b-b83e-e575b042d28d req-313ade28-b6d9-4741-839a-18a457c6d145 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.976571 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ecef93a9-296d-404b-b83e-e575b042d28d req-313ade28-b6d9-4741-839a-18a457c6d145 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0540211 Aug 27 04:07:54.015617 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ecef93a9-296d-404b-b83e-e575b042d28d req-dc6565ab-6229-45e1-b611-754000879e19 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Aug 27 04:07:54.565686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78590edd-7d0c-4e35-b378-b9948fef631e req-454018af-c045-4db9-97b8-33c181f83e6f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:54.567181 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-78590edd-7d0c-4e35-b378-b9948fef631e req-454018af-c045-4db9-97b8-33c181f83e6f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0529404 Aug 27 04:07:54.666018 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Deleting port 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:54.666280 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.754066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] For port 697d8324-34e8-4941-b6f9-29b6979b9a9f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=697d8324-34e8-4941-b6f9-29b6979b9a9f,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:54.754426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.986150 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.986576 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.986940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.l3_db [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Floating IP 415763e7-f49e-4c08-8ad8-16f9c54b6c50 disassociated. External IP: 172.28.2.6, port: 697d8324-34e8-4941-b6f9-29b6979b9a9f. Aug 27 04:07:54.987382 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Calling delete_port for 697d8324-34e8-4941-b6f9-29b6979b9a9f owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:55.322646 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9372e-b7c2-44b8-88aa-8f16f88d6c0d req-3e5fdc9c-024c-4327-a08b-67e3bbb3cbdf tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:55.324603 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-43f9372e-b7c2-44b8-88aa-8f16f88d6c0d req-3e5fdc9c-024c-4327-a08b-67e3bbb3cbdf tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=add9dd1a-9838-40ad-9091-3c796d32b74b HTTP/1.1" status: 200 len: 947 time: 0.0738046 Aug 27 04:07:55.408739 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-43f9372e-b7c2-44b8-88aa-8f16f88d6c0d req-e4519e14-3a48-4e61-a83e-d8e041303302 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a118d43-0f19-4eb2-8480-f6e86a375f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781243 Aug 27 04:07:55.417761 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.450575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'Port': ['ID=697d8324-34e8-4941-b6f9-29b6979b9a9f,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:55.586044 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:07:55.703886 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:07:55.715303 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:07:55.724764 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:55.725738 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:07:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:55.753278 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] No DVR routers for this DVR port 697d8324-34e8-4941-b6f9-29b6979b9a9f on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:55.756117 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.758212 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-78590edd-7d0c-4e35-b378-b9948fef631e req-b6ee0c20-e0d3-4f07-91b0-df0a1d7efc26 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "DELETE /v2.0/ports/697d8324-34e8-4941-b6f9-29b6979b9a9f HTTP/1.1" status: 204 len: 173 time: 1.1806192 Aug 27 04:07:55.758646 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-deleted', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:55.763250 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b425bd-cd62-4bec-b1b6-2499fd8d4842" -d '{"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-deleted", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:55.800941 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3eadc-7965-4e76-bd68-3016e859e366 x-openstack-request-id: req-59e3eadc-7965-4e76-bd68-3016e859e366 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:55.801477 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add9dd1a-9838-40ad-9091-3c796d32b74b", "name": "network-vif-deleted", "tag": "697d8324-34e8-4941-b6f9-29b6979b9a9f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:55.801922 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59e3eadc-7965-4e76-bd68-3016e859e366 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:55.802523 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add9dd1a-9838-40ad-9091-3c796d32b74b', 'name': 'network-vif-deleted', 'tag': '697d8324-34e8-4941-b6f9-29b6979b9a9f', 'status': 'completed', 'code': 200} Aug 27 04:07:55.847994 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:56.122422 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:56.150165 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:07:56.158701 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:56.159362 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:07:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:56.276494 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:56.517480 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38936) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:56.524959 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-11006695-6112-4942-af52-c80fe221ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:56.557990 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006695-6112-4942-af52-c80fe221ac94 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:56.586774 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.626963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.689760 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.692671 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.693782 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a118d43-0f19-4eb2-8480-f6e86a375f37 HTTP/1.1" status: 204 len: 168 time: 0.1750207 Aug 27 04:07:56.696560 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38938) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:56.703718 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72c85e-a229-4de3-83cb-4f44e5771a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a118d43-0f19-4eb2-8480-f6e86a375f37,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:56.723298 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.api.v2.resource [None req-18a192c8-37ea-42d2-898e-85bdc89d7440 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] show failed (client error): The resource could not be found. Aug 27 04:07:56.730903 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-18a192c8-37ea-42d2-898e-85bdc89d7440 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups/6a118d43-0f19-4eb2-8480-f6e86a375f37 HTTP/1.1" status: 404 len: 347 time: 0.0320792 Aug 27 04:07:56.734092 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38940) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:56.834271 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11f7c9-8163-415c-8649-a7d50d6f1428 None None] New status for floating IP 415763e7-f49e-4c08-8ad8-16f9c54b6c50: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:07:56.874136 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Deleting port 8b12f0eb-643e-428a-a7eb-ddbb04095315 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:56.874589 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.956282 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.956613 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.973478 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Calling delete_port for 8b12f0eb-643e-428a-a7eb-ddbb04095315 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:57.157499 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.182837 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'Port': ['ID=8b12f0eb-643e-428a-a7eb-ddbb04095315,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.248225 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.251279 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.252543 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-efd03ee5-d6c4-4f73-9a1c-e2ef92c5840d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "DELETE /v2.0/floatingips/415763e7-f49e-4c08-8ad8-16f9c54b6c50 HTTP/1.1" status: 204 len: 168 time: 0.5174661 Aug 27 04:07:57.582672 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 38958) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.587792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118669093', 'description': 'tempest-description--2073671430'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:57.615147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.707410 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.713107 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.763669 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.765566 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1812904 Aug 27 04:07:57.768527 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797394e5-a9c7-4840-8f1f-5a7943ba8832 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.769289 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.778617 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group_rule': {'security_group_id': '354ffe66-1a4b-44bb-a5c2-2e1ebd91b087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:57.812378 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.868087 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.872700 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.897378 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4289ba-af56-438c-b72c-fd7dd6dcd75b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.904851 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.906307 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-effea15d-06b9-4e88-91ef-65db2471fa63 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347632 Aug 27 04:07:57.908931 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.913796 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'security_group_rule': {'security_group_id': '354ffe66-1a4b-44bb-a5c2-2e1ebd91b087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:57.944087 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.019219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.024194 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.045518 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c3ecf2-0dec-40d8-84c7-08772313d862,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.053093 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.054532 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e45978cc-217d-4755-ac1e-a34878a7d377 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446011 Aug 27 04:07:58.057706 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 38964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:58.062701 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:58.096752 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.219879 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.331581 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Allocated IP 172.28.2.220 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/fb8b2996-b5ad-47a2-9954-91c3ad63131d) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:58.435241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.483660 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.524506 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:58.530333 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:58.532844 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:58.557145 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=fb8b2996-b5ad-47a2-9954-91c3ad63131d,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.630954 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.669913 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.857230 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:58.868512 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.873849 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.879040 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 697d8324-34e8-4941-b6f9-29b6979b9a9f {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:58.879395 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 697d8324-34e8-4941-b6f9-29b6979b9a9f not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:58.940468 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=fb8b2996-b5ad-47a2-9954-91c3ad63131d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.956563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.970497 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.971761 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-d0074f57-1725-4a0d-acdf-a29c6cc77918 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9130440 Aug 27 04:07:59.187274 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-d885b0b3-ffb1-4b60-bfac-c9b86b1c21f3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1118669093&fields=id&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 267 time: 0.0395584 Aug 27 04:07:59.300199 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-476d05e1-ae6f-4ef1-a2b5-4db3344d005b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:59.301680 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-476d05e1-ae6f-4ef1-a2b5-4db3344d005b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 816 time: 0.1075993 Aug 27 04:07:59.317112 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-71c6ecbf-3778-4b10-b020-cd8c816bbc37 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/quotas/777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 375 time: 0.0097456 Aug 27 04:07:59.377197 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-1f960198-56ed-4d88-8367-ed714c7669cf tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523257 Aug 27 04:07:59.477743 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ff5fb62d-2858-454b-b5e4-9be38d4a536e service neutron] 10.222.0.70 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891900 Aug 27 04:07:59.575869 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-7a912c17-e056-4a60-bd4c-f3c28f661bbb service neutron] 10.222.0.70 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867677 Aug 27 04:07:59.745424 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7700d504-4edd-4816-b1fb-60e8d04fd960 req-e8be6ff8-3099-4bcf-b94d-5b89a5cff258 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 210 time: 0.0326834 Aug 27 04:08:00.762348 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-003787a1-e0c0-4cb4-9353-6caa96d4f647 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:00.763886 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-003787a1-e0c0-4cb4-9353-6caa96d4f647 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 816 time: 0.1105390 Aug 27 04:08:00.816941 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-08ea0034-4b80-4218-8df4-4bd228e571fe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 380 time: 0.0425303 Aug 27 04:08:00.826781 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'port': {'device_id': '336c6364-d951-4ce1-979d-245b1715377b', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'admin_state_up': True, 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'security_groups': ['354ffe66-1a4b-44bb-a5c2-2e1ebd91b087']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:00.897871 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8c415c51-abad-4e75-9f92-13604f425f1f req-c0661bfe-006e-476d-a115-a6dd8111db4b tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 210 time: 0.0660932 Aug 27 04:08:00.963027 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Made reservation on behalf of 777771512210439cbf37b5ad9ef1938c for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:00.967664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.106126 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Allocated IP 172.20.0.3 (2e831283-fe58-4f2f-86d8-75bd284a1912/81a99568-274d-453a-907b-41ef093ae4b9/2b9cf298-1f17-42ac-9682-551e8d70d29e) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:01.242976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.257829 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Transition to ACTIVE for port object 2b9cf298-1f17-42ac-9682-551e8d70d29e will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:01.292875 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.338604 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:01.343912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:01.348376 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:01.375142 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:01.408804 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:01.409421 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.424744 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-66b39533-e81c-426c-a243-940db7df1a38 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021678 Aug 27 04:08:01.438785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Request body: {'port': {'device_id': '336c6364-d951-4ce1-979d-245b1715377b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:01.500283 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.580391 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-dbb3b03a-e905-4870-bc58-9855e6c70c5b None None] Provisioning for port 2b9cf298-1f17-42ac-9682-551e8d70d29e completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:08:01.584428 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-dbb3b03a-e905-4870-bc58-9855e6c70c5b None None] Provisioning complete for port 2b9cf298-1f17-42ac-9682-551e8d70d29e triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:01.584803 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b03a-e905-4870-bc58-9855e6c70c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.619849 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3b03a-e905-4870-bc58-9855e6c70c5b None None] Port 2b9cf298-1f17-42ac-9682-551e8d70d29e cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:08:01.771229 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:01.779340 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.791033 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Transition to ACTIVE for port object 2b9cf298-1f17-42ac-9682-551e8d70d29e will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:01.795713 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:01.844599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:01.916032 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Attempting to bind port 2b9cf298-1f17-42ac-9682-551e8d70d29e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:08:01.916370 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Attempting to bind port 2b9cf298-1f17-42ac-9682-551e8d70d29e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:08:01.916699 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Attempting to bind port 2b9cf298-1f17-42ac-9682-551e8d70d29e on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:01.921783 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Port 2b9cf298-1f17-42ac-9682-551e8d70d29e on network 2e831283-fe58-4f2f-86d8-75bd284a1912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:08:01.922106 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Attempting to bind port 2b9cf298-1f17-42ac-9682-551e8d70d29e on network 2e831283-fe58-4f2f-86d8-75bd284a1912 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:01.927408 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:08:01.927782 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Checking segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:08:01.928170 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Bound using segment: {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:08:01.928614 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Bound port: 2b9cf298-1f17-42ac-9682-551e8d70d29e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48c4ac-0767-4559-be70-a02f0521d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:08:01.928976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.034037 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:08:02.037976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:08:02.045610 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.056790 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28a65-e1ab-4ee5-b863-e664c371aaf2 req-70953f58-6282-42cb-b8e1-194b4eafcfc5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.059721 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d28a65-e1ab-4ee5-b863-e664c371aaf2 req-70953f58-6282-42cb-b8e1-194b4eafcfc5 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0840487 Aug 27 04:08:02.087301 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.087957 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.089889 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] 10.222.0.38 "PUT /v2.0/ports/2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 1093 time: 0.6550415 Aug 27 04:08:02.097580 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:02.099748 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb0aa8-6032-42bb-9455-bbe972fe5543" -d '{"events": [{"name": "network-changed", "server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:02.156647 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52313c6-903b-42c9-af34-e0be754dd882 x-openstack-request-id: req-d52313c6-903b-42c9-af34-e0be754dd882 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:02.156914 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:02.157167 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d52313c6-903b-42c9-af34-e0be754dd882 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:02.157550 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'status': 'completed', 'code': 200} Aug 27 04:08:02.182583 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d28a65-e1ab-4ee5-b863-e664c371aaf2 req-e62dfaed-72d5-4218-adf3-4b03f2b725f2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175582 Aug 27 04:08:02.183238 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead071ba-bd6d-413a-9116-a2b30acdfd66 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:02.202290 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-9ae1d346-11f5-407e-b4e9-7170cc88b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.204235 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-9ae1d346-11f5-407e-b4e9-7170cc88b113 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1096 time: 0.0658758 Aug 27 04:08:02.271553 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-b0d5614d-b61a-4f3c-846f-2abacde26b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 217 time: 0.0581772 Aug 27 04:08:02.327335 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-7d96f813-5dca-4e5f-93bd-4cef4ff38803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.328879 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-7d96f813-5dca-4e5f-93bd-4cef4ff38803 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0490100 Aug 27 04:08:02.382584 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-48df3a81-74f8-4f6d-ac26-f8c4cb9acb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.384117 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-48df3a81-74f8-4f6d-ac26-f8c4cb9acb6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464172 Aug 27 04:08:02.474396 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39036) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:02.489021 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-55a4ca99-dc11-4653-a851-dddd94df24a2 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950851 Aug 27 04:08:02.587640 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923ab037-4ce4-4af6-8532-84f7d38ed1b6 req-676b939a-778c-45e2-b8cc-4a41e18ed7d2 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911226 Aug 27 04:08:02.592503 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6795f583-26e1-461d-93c4-ee1258f30fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.690824 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6795f583-26e1-461d-93c4-ee1258f30fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.693500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-bdbb3e68-bb2a-4c96-89fe-d98278acebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.694895 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6795f583-26e1-461d-93c4-ee1258f30fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.695228 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-bdbb3e68-bb2a-4c96-89fe-d98278acebcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1096 time: 0.0521452 Aug 27 04:08:02.733591 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6795f583-26e1-461d-93c4-ee1258f30fe9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4abed409509451588e692089412935b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581108 Aug 27 04:08:02.736175 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39040) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:02.742678 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f583-26e1-461d-93c4-ee1258f30fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c2fd6-b8b6-433f-b32a-a02a41b90a6c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:02.795234 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.795488 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-9cd68e76-08c4-4c93-87b6-77e077801906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.796790 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-9cd68e76-08c4-4c93-87b6-77e077801906 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0934963 Aug 27 04:08:02.822200 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.856353 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-803d2a8b-c05d-4067-acc6-81ae3acb5568 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 217 time: 0.0428057 Aug 27 04:08:02.870844 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.873567 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:02.874710 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d00c2fd6-b8b6-433f-b32a-a02a41b90a6c HTTP/1.1" status: 204 len: 168 time: 0.1376276 Aug 27 04:08:02.884439 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae9030-6a1b-4afb-a8ae-e4e10a0f2094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c2fd6-b8b6-433f-b32a-a02a41b90a6c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:02.918168 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-66daa3dc-0b17-441e-a9e2-c04029d7d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.919615 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-66daa3dc-0b17-441e-a9e2-c04029d7d678 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0511179 Aug 27 04:08:02.974692 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-e2e6024a-cae8-4de1-b839-03e0f28fdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.976545 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-e2e6024a-cae8-4de1-b839-03e0f28fdbd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433614 Aug 27 04:08:03.077014 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-554f0235-74ed-4e1c-9116-46554f9a7858 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Aug 27 04:08:03.163188 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39046) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:03.176057 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0564a710-1b5a-4935-bae5-7ae274228ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.179491 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bceb0aa8-6032-42bb-9455-bbe972fe5543 req-25ee3940-77da-4f95-8090-d04454402414 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926552 Aug 27 04:08:03.273978 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0564a710-1b5a-4935-bae5-7ae274228ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.278045 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0564a710-1b5a-4935-bae5-7ae274228ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.317382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564a710-1b5a-4935-bae5-7ae274228ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec49ca-c924-4fed-af8a-af6231a488b8,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:03.327119 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0564a710-1b5a-4935-bae5-7ae274228ea1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e407481a1db4e9c9bbc6c8b76fc30ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603665 Aug 27 04:08:03.327819 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39050) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:03.331604 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f7aaf-eac4-47ce-895c-ae4411c4b5a9 req-450e8f5c-9ed9-4e50-864f-4c215bf93c25 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:03.333005 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-361f7aaf-eac4-47ce-895c-ae4411c4b5a9 req-450e8f5c-9ed9-4e50-864f-4c215bf93c25 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0556648 Aug 27 04:08:03.378148 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-361f7aaf-eac4-47ce-895c-ae4411c4b5a9 req-d0f3d5ac-da6c-45f8-8aa9-a4262a8f8333 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337579 Aug 27 04:08:03.382723 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.407333 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.457588 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.460294 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.461472 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04ec49ca-c924-4fed-af8a-af6231a488b8 HTTP/1.1" status: 204 len: 168 time: 0.1325603 Aug 27 04:08:03.469461 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17152-6509-4d68-8425-8803dcb118e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec49ca-c924-4fed-af8a-af6231a488b8,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:04.517776 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e911-4384-4927-bdcf-31727d9a7fe1 req-b4ce04a1-195f-4c90-a036-db67377b9d14 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:04.519255 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2713e911-4384-4927-bdcf-31727d9a7fe1 req-b4ce04a1-195f-4c90-a036-db67377b9d14 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0550921 Aug 27 04:08:04.558458 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2713e911-4384-4927-bdcf-31727d9a7fe1 req-83b9ef67-5bd2-463d-b27d-36f17a034194 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329082 Aug 27 04:08:04.890496 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:08:04.992813 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:05.005928 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:08:05.045276 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:05.057436 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:05.077676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:05.081228 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:05.137357 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:05.364753 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['2b9cf298-1f17-42ac-9682-551e8d70d29e'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:05.678556 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ed67-0b22-47cf-a25f-88ac34e90162 req-be62b871-f022-43e8-88c3-733cda33748d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:05.680052 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0775ed67-0b22-47cf-a25f-88ac34e90162 req-be62b871-f022-43e8-88c3-733cda33748d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0515347 Aug 27 04:08:05.717446 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0775ed67-0b22-47cf-a25f-88ac34e90162 req-65da9b59-a427-40b7-b181-cb466ffef3c7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Aug 27 04:08:06.833774 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e6b0-ca97-4a2d-b1c8-2a8f2165906f req-c39eaa9d-73e4-4d57-a698-4c0381958854 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:06.835202 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eee3e6b0-ca97-4a2d-b1c8-2a8f2165906f req-c39eaa9d-73e4-4d57-a698-4c0381958854 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0473158 Aug 27 04:08:06.871823 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eee3e6b0-ca97-4a2d-b1c8-2a8f2165906f req-d7a199de-eaa1-4c17-ad0a-611922c8eadf tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306585 Aug 27 04:08:06.907819 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:08:06.957254 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 2b9cf298-1f17-42ac-9682-551e8d70d29e completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:08:06.960832 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 2b9cf298-1f17-42ac-9682-551e8d70d29e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:06.961206 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:07.034627 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:07.057139 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:07.059344 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9e62e-c8ae-47a7-9b7e-55dcd207b9d8" -d '{"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:07.071982 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:07.076440 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:07.100394 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac418fe-51f7-4905-a9c5-6b871cd018bb x-openstack-request-id: req-bac418fe-51f7-4905-a9c5-6b871cd018bb {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:07.100682 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:07.100934 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bac418fe-51f7-4905-a9c5-6b871cd018bb {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:07.101321 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'code': 200} Aug 27 04:08:07.130395 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:07.188217 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2173346e-a315-4b85-9428-e10d9438f5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:07.264315 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d0d8-1cbd-422b-b381-fe601de11083 req-6da8242c-aad8-4ec6-aeae-4df332c5f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:07.265769 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a2f8d0d8-1cbd-422b-b381-fe601de11083 req-6da8242c-aad8-4ec6-aeae-4df332c5f910 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1098 time: 0.0423260 Aug 27 04:08:07.301837 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a2f8d0d8-1cbd-422b-b381-fe601de11083 req-1c80fc02-ef06-4655-bb0a-8a770bd690cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283055 Aug 27 04:08:07.990766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d829123-b74f-4d44-bb9b-43363a667836 req-968eb285-5edd-413b-ac43-dfc82717d57c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:07.992296 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d829123-b74f-4d44-bb9b-43363a667836 req-968eb285-5edd-413b-ac43-dfc82717d57c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0505152 Aug 27 04:08:08.030401 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3d829123-b74f-4d44-bb9b-43363a667836 req-192f228a-4b75-471a-93a8-c581a9a0bca1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317187 Aug 27 04:08:08.924394 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d34e-d985-4a9b-9cbb-09b6a0a58921 req-fdd60c5e-4c8d-4c21-881b-87aad9037c8e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:08.925856 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4f9d34e-d985-4a9b-9cbb-09b6a0a58921 req-fdd60c5e-4c8d-4c21-881b-87aad9037c8e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0491543 Aug 27 04:08:08.963643 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f4f9d34e-d985-4a9b-9cbb-09b6a0a58921 req-1ccd743a-447a-4140-b81f-a881b34ec86e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Aug 27 04:08:09.153047 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57253d7a-6e3a-4d7f-9e07-ad9c3de10202 req-41faa694-05ea-4fc2-8ef8-b087270178f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:09.154498 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-57253d7a-6e3a-4d7f-9e07-ad9c3de10202 req-41faa694-05ea-4fc2-8ef8-b087270178f7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0516214 Aug 27 04:08:09.190805 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-57253d7a-6e3a-4d7f-9e07-ad9c3de10202 req-ca98603e-6ad0-44b0-a026-36f728fa9141 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304835 Aug 27 04:08:09.303847 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0446a-f793-4670-a5fe-4a1d4568433c req-b60c0873-bf2e-49aa-a2ee-ddeef9c024bc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:09.305355 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-05e0446a-f793-4670-a5fe-4a1d4568433c req-b60c0873-bf2e-49aa-a2ee-ddeef9c024bc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0487452 Aug 27 04:08:09.314283 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39106) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:09.321804 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Request body: {'floatingip': {'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:09.363171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:09.807316 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:09.812243 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:09.911360 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Floating IP 99f4df99-2fd3-4ce0-9031-c8cba94a8682 associated. External IP: 172.28.2.220, port: 2b9cf298-1f17-42ac-9682-551e8d70d29e. Aug 27 04:08:10.094608 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d2b4c-3082-4a38-9cfa-e6e9105fe277 req-57b2afdf-82ef-4ccc-8376-ae608a944e07 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.096649 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2a3d2b4c-3082-4a38-9cfa-e6e9105fe277 req-57b2afdf-82ef-4ccc-8376-ae608a944e07 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0575187 Aug 27 04:08:10.150122 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2a3d2b4c-3082-4a38-9cfa-e6e9105fe277 req-90518a35-df0e-4cf9-bb4b-a50aaeed2417 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Aug 27 04:08:10.159503 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:10.160735 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-6d5658e1-895f-4cad-81e2-417f587c0894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:10.258375 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:10.295811 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:10.301231 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:10.307287 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:10.317241 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:10.318088 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:10.332945 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-29108e37-e443-43c0-87ca-ac53faf8fdf7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "PUT /v2.0/floatingips/99f4df99-2fd3-4ce0-9031-c8cba94a8682 HTTP/1.1" status: 200 len: 991 time: 1.0175653 Aug 27 04:08:10.334150 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:10.337517 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1122b6b7-4329-43fe-bd03-16b8f4043156" -d '{"events": [{"name": "network-changed", "server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:10.374732 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8865cbee-1003-4519-89ee-9fa3f0c37ac3 x-openstack-request-id: req-8865cbee-1003-4519-89ee-9fa3f0c37ac3 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:10.375020 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:10.375268 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8865cbee-1003-4519-89ee-9fa3f0c37ac3 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:10.375668 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'status': 'completed', 'code': 200} Aug 27 04:08:10.441971 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:10.466396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-8eb01de4-5e69-496e-9ce6-677e97a1c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.468191 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-8eb01de4-5e69-496e-9ce6-677e97a1c080 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1098 time: 0.0558279 Aug 27 04:08:10.574422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-9cd397f0-898e-4315-a292-855ce7f0fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.576016 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-9cd397f0-898e-4315-a292-855ce7f0fd23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0981658 Aug 27 04:08:10.645553 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-3aa6e1de-43aa-4c2c-a212-9e773e3655aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 999 time: 0.0610864 Aug 27 04:08:10.677276 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '99f4df99-2fd3-4ce0-9031-c8cba94a8682', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.220', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c6364-d951-4ce1-979d-245b1715377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:58Z', 'updated_at': '2021-08-27T04:08:09Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:10.698377 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-080c3336-7dcf-4448-bb27-52d9d6e2be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.699812 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-080c3336-7dcf-4448-bb27-52d9d6e2be3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0466931 Aug 27 04:08:10.703647 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:10.712071 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:10.712671 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:10.755552 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-0c690956-6582-46e3-ba8c-a455cb23605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.757196 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-0c690956-6582-46e3-ba8c-a455cb23605b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403359 Aug 27 04:08:10.854405 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-34f8c963-34d2-4b7a-9ffa-abd26258feab service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854595 Aug 27 04:08:10.947050 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:10.954529 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1122b6b7-4329-43fe-bd03-16b8f4043156 req-d31b1c71-c4fb-4ece-af08-403995d8cfea service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Aug 27 04:08:11.186573 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:11.216530 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '99f4df99-2fd3-4ce0-9031-c8cba94a8682', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.220', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c6364-d951-4ce1-979d-245b1715377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:58Z', 'updated_at': '2021-08-27T04:08:09Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:11.262926 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feaf284-44a8-46c4-b7e2-8ffe94b1d7b7 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '99f4df99-2fd3-4ce0-9031-c8cba94a8682', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'floating_ip_address': '172.28.2.220', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c6364-d951-4ce1-979d-245b1715377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:58Z', 'updated_at': '2021-08-27T04:08:09Z', 'revision_number': 1, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:11.283839 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:11.308994 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9834-adaf-4b26-9a74-0362d7672562 req-d840bd50-8206-44a1-9643-3f0cb59f579c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:11.310486 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-003c9834-adaf-4b26-9a74-0362d7672562 req-d840bd50-8206-44a1-9643-3f0cb59f579c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0527110 Aug 27 04:08:11.350726 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-003c9834-adaf-4b26-9a74-0362d7672562 req-cffc7d5e-d5ee-44cc-aad7-d4fc3e19250b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=a850401c-9774-4fd5-b6c0-bce8053f0666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339856 Aug 27 04:08:11.473813 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695eaf3-522e-491f-b927-92612bf79665 None None] New status for floating IP 99f4df99-2fd3-4ce0-9031-c8cba94a8682: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:08:11.586333 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-ed39a772-03d0-4ee6-9439-fa3d99f0a2c3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:11.587825 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-ed39a772-03d0-4ee6-9439-fa3d99f0a2c3 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 946 time: 0.0548148 Aug 27 04:08:11.679766 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Deleting port 02b88bfe-47b2-499b-ae40-39de8359b2f6 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:11.680110 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:11.770639 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] For port 02b88bfe-47b2-499b-ae40-39de8359b2f6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02b88bfe-47b2-499b-ae40-39de8359b2f6,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:11.770912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.184149 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.184615 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.184876 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.l3_db [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Floating IP 7311f875-51ad-4b6f-8827-b405f57e5952 disassociated. External IP: 172.28.2.254, port: 02b88bfe-47b2-499b-ae40-39de8359b2f6. Aug 27 04:08:12.185202 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Calling delete_port for 02b88bfe-47b2-499b-ae40-39de8359b2f6 owned by compute:nova {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:12.334774 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.361386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'Port': ['ID=02b88bfe-47b2-499b-ae40-39de8359b2f6,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:12.371975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.371975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.371975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.371975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.373856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.373856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.374330 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.374574 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.378048 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.378048 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.378048 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.378048 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:12.468359 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-30e672b6-0888-48ba-9b74-831b7b3c3009 req-cf77900b-3674-44c4-b6cc-f0d13d28fd70 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 210 time: 0.0387173 Aug 27 04:08:12.549043 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:12.635681 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.679047 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:12.691889 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:12.701037 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:12.701796 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:12.728688 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] No DVR routers for this DVR port 02b88bfe-47b2-499b-ae40-39de8359b2f6 on host hv-cinder-77819 {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:12.731893 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.734080 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8ecc538d-47cf-44cd-91bb-f5b05358282f req-bee8470b-22a4-4419-b8fc-c77516d4c576 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "DELETE /v2.0/ports/02b88bfe-47b2-499b-ae40-39de8359b2f6 HTTP/1.1" status: 204 len: 173 time: 1.1401381 Aug 27 04:08:12.734555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'name': 'network-vif-deleted', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:12.737010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b735a1d-07df-4b44-a158-af9c80e18c62" -d '{"events": [{"server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "name": "network-vif-deleted", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:12.786539 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f52153-9bae-4d10-80d4-32219b55e9d2 x-openstack-request-id: req-c5f52153-9bae-4d10-80d4-32219b55e9d2 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:12.786835 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f", "name": "network-vif-deleted", "tag": "02b88bfe-47b2-499b-ae40-39de8359b2f6", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:12.787092 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5f52153-9bae-4d10-80d4-32219b55e9d2 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:12.787849 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2b4e6-35fc-4cd9-8be2-6b696a265e0f', 'name': 'network-vif-deleted', 'tag': '02b88bfe-47b2-499b-ae40-39de8359b2f6', 'status': 'completed', 'code': 200} Aug 27 04:08:12.857083 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:13.067495 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:13.094067 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:13.102660 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:13.103280 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:13.210277 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:13.412270 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:13.444521 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4ac2e-04af-4da1-b145-b3a8e0f0763d None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:13.583117 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6d35c3d7-23d7-4704-8416-6516a97aad2a req-38357165-7529-423e-935d-b3814d10dc3a tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9a2b4e6-35fc-4cd9-8be2-6b696a265e0f HTTP/1.1" status: 200 len: 210 time: 0.0277119 Aug 27 04:08:13.701312 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d2cdb-856d-4368-9b8e-a011aacac1c2 None None] New status for floating IP 7311f875-51ad-4b6f-8827-b405f57e5952: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:08:14.667473 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39166) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:14.720771 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.744135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.799429 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.802224 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.803402 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "DELETE /v2.0/security-groups/a850401c-9774-4fd5-b6c0-bce8053f0666 HTTP/1.1" status: 204 len: 168 time: 0.1349301 Aug 27 04:08:14.806854 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39170) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:14.813201 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72017fe-2647-4136-976b-c32d94898318 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a850401c-9774-4fd5-b6c0-bce8053f0666,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:14.827434 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.api.v2.resource [None req-a7d5017e-7529-4831-bd22-4d8c380d0e73 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] show failed (client error): The resource could not be found. Aug 27 04:08:14.828695 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a7d5017e-7529-4831-bd22-4d8c380d0e73 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups/a850401c-9774-4fd5-b6c0-bce8053f0666 HTTP/1.1" status: 404 len: 347 time: 0.0201008 Aug 27 04:08:14.831597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39172) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:14.937351 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 02b88bfe-47b2-499b-ae40-39de8359b2f6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:14.954147 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Deleting port 20881c29-3c17-4d03-9943-d03440e5fc02 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:14.954486 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.956626 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 02b88bfe-47b2-499b-ae40-39de8359b2f6 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:14.956976 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 02b88bfe-47b2-499b-ae40-39de8359b2f6 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:15.028376 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.028697 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.039868 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Calling delete_port for 20881c29-3c17-4d03-9943-d03440e5fc02 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:15.194590 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.229973 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'Port': ['ID=20881c29-3c17-4d03-9943-d03440e5fc02,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:15.241375 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-9b28b09b-5cae-4501-bdfc-ed68c5e62fa8 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123164373&fields=id&tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd HTTP/1.1" status: 200 len: 267 time: 0.0635660 Aug 27 04:08:15.325565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.328837 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.329972 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-9fce9dd2-717f-4f63-ae8c-a3bd7c49285d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "DELETE /v2.0/floatingips/7311f875-51ad-4b6f-8827-b405f57e5952 HTTP/1.1" status: 204 len: 168 time: 0.4972305 Aug 27 04:08:15.342099 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-d92b4141-c015-4535-ac61-393191b35a52 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:15.343569 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-d92b4141-c015-4535-ac61-393191b35a52 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 984 time: 0.0887825 Aug 27 04:08:15.359333 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Request body: {'port': {'security_groups': ['4ba0fea0-67e4-42f5-9aec-b4267bd03e04']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:15.435916 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.566267 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39178) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:15.571318 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641947908', 'description': 'tempest-description--1885215084'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:15.593577 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.614892 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:15.648012 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.655436 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.668729 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:15.686203 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.692527 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.752065 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:15.757779 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.759716 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b87368b3-d9e0-49e6-b6b8-23f4165944b0 req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "PUT /v2.0/ports/0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 942 time: 0.4070709 Aug 27 04:08:15.762539 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:15.769813 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:15.788859 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39186) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:15.799650 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af32f618-7cb7-4375-b8eb-b69563ef098e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:15.810068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:15.820771 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-6f070629-675c-49e1-b2bf-bf518b9c8562 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2527001 Aug 27 04:08:15.822327 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39188) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:15.843962 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group_rule': {'security_group_id': 'af32f618-7cb7-4375-b8eb-b69563ef098e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:15.872429 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:15.872597 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de982d-846d-481f-b6f9-fc6472995953 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event updated for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=7']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:15.959878 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9bc2c-8db9-4850-8bff-79f8d0a16b9c x-openstack-request-id: req-d4a9bc2c-8db9-4850-8bff-79f8d0a16b9c {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:15.960682 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:15.962793 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4a9bc2c-8db9-4850-8bff-79f8d0a16b9c {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:15.964216 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:08:16.003609 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.025066 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.062613 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.086631 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-22ce5737-4968-4219-be08-8d1dfc02ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.088201 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-22ce5737-4968-4219-be08-8d1dfc02ac09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0974877 Aug 27 04:08:16.098378 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-da0b3f60-256d-4798-89cd-8ed66db2f868 None None] Provisioning complete for port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:16.099710 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da0b3f60-256d-4798-89cd-8ed66db2f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.109490 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.120553 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.154382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf75389-46da-4def-8a77-50764fd9d521,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:16.162521 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.168631 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39196) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.170648 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f6372324-c669-479b-be88-6e8a4907146d tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467171 Aug 27 04:08:16.173631 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'security_group_rule': {'security_group_id': 'af32f618-7cb7-4375-b8eb-b69563ef098e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:16.236476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-b76976eb-5cfa-4724-bdf8-50f1c0693fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.237936 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-b76976eb-5cfa-4724-bdf8-50f1c0693fbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.1417913 Aug 27 04:08:16.238500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.241027 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.242040 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "DELETE /v2.0/security-groups/456ec6f0-0bc9-4246-9b53-f09a6dcd498c HTTP/1.1" status: 204 len: 168 time: 0.4517469 Aug 27 04:08:16.244929 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39198) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.247088 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.324977 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868eea8-9b21-4129-a314-cac50cd3fd0f tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ec6f0-0bc9-4246-9b53-f09a6dcd498c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:16.368813 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-19e96954-57ca-47c9-bc97-a5a9b30a47c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 1001 time: 0.1227427 Aug 27 04:08:16.374385 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.387139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.419071 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Deleting port da5617b1-4f09-4d57-b493-82f793073bdc {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:16.419399 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.424689 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93094b27-04f8-4cce-9bdb-ee9f1e1ddc94,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:16.440693 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.442016 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-0f7f3e92-c4d8-4d76-a2d2-c7afbf9071b9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2721603 Aug 27 04:08:16.443750 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-c17c72af-6367-4ea2-bf15-73f09f653625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.445332 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-c17c72af-6367-4ea2-bf15-73f09f653625 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0673630 Aug 27 04:08:16.445880 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39200) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.451010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:16.501379 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.507648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.508056 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.520400 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Calling delete_port for da5617b1-4f09-4d57-b493-82f793073bdc owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:16.523237 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-ee029c53-23c3-4721-afa2-c5487f6ebbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.524770 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-ee029c53-23c3-4721-afa2-c5487f6ebbf3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692556 Aug 27 04:08:16.657258 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-0338a5f3-3082-4bf6-bb5b-75407e470d9a service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087081 Aug 27 04:08:16.697398 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.722792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event deleted for resources: {'Port': ['ID=da5617b1-4f09-4d57-b493-82f793073bdc,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:16.734526 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.736252 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.736606 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.736946 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.737283 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.737618 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.737948 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.738271 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.738600 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.738923 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.739245 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.739568 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.739919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:16.795195 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.795528 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Floating IP 56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6 disassociated (deleted). External IP: 172.28.2.187, port: 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f. Aug 27 04:08:16.811369 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-85bb67f5-8dff-4e0b-b663-81c2f98cac2e req-ffb06688-aedd-45aa-8dd9-6ebebff221a3 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424921 Aug 27 04:08:16.875619 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Allocated IP 172.28.2.147 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/65d77967-9132-4302-9849-f7a16540cb56) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:16.986856 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.029648 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.076063 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:17.084598 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:17.087369 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:17.111321 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=65d77967-9132-4302-9849-f7a16540cb56,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:17.186920 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.226719 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.305621 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:17.386935 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.391457 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.419180 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:17.425568 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.431193 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Sync routers for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:17.444576 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:17.445210 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:17.461737 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c720aea3-c160-4dcc-b866-9152e98fa248 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "DELETE /v2.0/floatingips/56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6 HTTP/1.1" status: 204 len: 168 time: 1.2130916 Aug 27 04:08:17.461737 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:17.462362 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d507d892-14d1-4c10-97e4-78c46538a542" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:17.467201 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=65d77967-9132-4302-9849-f7a16540cb56,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:17.480790 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.501494 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.507731 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-c4c2399a-9210-43a1-a172-60dac98bbad4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0558641 Aug 27 04:08:17.521630 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c959cc1-eb8b-4704-adfb-5700ba7f1c52 x-openstack-request-id: req-1c959cc1-eb8b-4704-adfb-5700ba7f1c52 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:17.521630 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:17.522088 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c959cc1-eb8b-4704-adfb-5700ba7f1c52 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:17.522643 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:08:17.579293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:17.600272 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d892-14d1-4c10-97e4-78c46538a542 req-51ab2a4f-021b-41ee-98d9-e6d616bc998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.601807 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-51ab2a4f-021b-41ee-98d9-e6d616bc998d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0468936 Aug 27 04:08:17.712604 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d892-14d1-4c10-97e4-78c46538a542 req-be6d088e-3dc6-42c7-af35-0e3db39aed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.715721 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-be6d088e-3dc6-42c7-af35-0e3db39aed4a service neutron] 10.222.0.38 "GET /v2.0/networks?id=95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 200 len: 916 time: 0.1046269 Aug 27 04:08:17.796117 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-1e1b468a-4b77-4630-8d39-c6df2f578c70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 200 len: 217 time: 0.0580335 Aug 27 04:08:17.837973 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:17.871629 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-d57b145c-8ea4-4f26-81a5-bb394d153977 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--641947908&fields=id&tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 267 time: 0.1236169 Aug 27 04:08:17.873435 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Checking router: fb339b3e-a985-4b1d-a1ab-941e2a0316b5 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:17.877409 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d892-14d1-4c10-97e4-78c46538a542 req-28bcfd76-eac8-46f1-8eb1-24e56a45354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.878847 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-28bcfd76-eac8-46f1-8eb1-24e56a45354f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 200 len: 854 time: 0.0740266 Aug 27 04:08:17.882925 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:17.883583 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:17.999581 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d892-14d1-4c10-97e4-78c46538a542 req-a52b59ae-a63c-487e-a282-92aa541d96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:18.001034 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-a52b59ae-a63c-487e-a282-92aa541d96c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95fd058d-4758-42af-bc51-a66cb0c48fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1116853 Aug 27 04:08:18.003891 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:18.033781 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-f375c1ae-a259-47d9-ac2b-f917da242338 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:18.035346 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-f375c1ae-a259-47d9-ac2b-f917da242338 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 810 time: 0.1555946 Aug 27 04:08:18.102705 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-5ea8bf35-13ee-49ed-a7f8-65560b6cdf04 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/quotas/b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 375 time: 0.0568876 Aug 27 04:08:18.197367 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-bf8d178b-5839-47f7-bb62-144aa5fd884b service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791847 Aug 27 04:08:18.223281 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-27d6cd22-c940-498b-8725-0ed9254d6f8a tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077435 Aug 27 04:08:18.276631 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:18.304990 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72215d11-01f0-4882-b4a5-5e95c9f999ed None None] The sync data for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb is: [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:05:51Z', 'revision_number': 4, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e800d72e-4596-4d9c-8c6f-22c6d1819c3c', 'name': '', 'network_id': '95fd058d-4758-42af-bc51-a66cb0c48fc5', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'mac_address': 'fa:16:3e:27:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:51Z', 'updated_at': '2021-08-27T04:05:59Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'subnets': [{'id': '4f63df78-d189-4bcd-8a50-08c6b68bbac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:18.585381 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe9b7d-5069-434e-8645-371507c55ffb None None] New status for floating IP 56e28380-8b75-4f36-b6a8-6cf7a4f1bdc6: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:08:18.648118 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d507d892-14d1-4c10-97e4-78c46538a542 req-2d06ce39-909c-4e01-845b-ca19f6224e99 service neutron] 10.222.0.38 "GET /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238291 Aug 27 04:08:18.651960 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-0604fe52-b7d9-4e7e-afdb-acee27dee7c3 service neutron] 10.222.0.70 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120615 Aug 27 04:08:18.744501 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-4600c7f9-bc82-4c84-97e9-7e1b54080ddb service neutron] 10.222.0.70 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Aug 27 04:08:18.925535 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1cdf9c2b-58d9-457f-8c17-e80973caa4cf req-3aa5db30-3f60-4f27-9336-9d6abaed54c7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 210 time: 0.0332448 Aug 27 04:08:19.937067 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-29d75e38-238e-4ca6-9111-1b6c9e49fead tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:19.938506 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-29d75e38-238e-4ca6-9111-1b6c9e49fead tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 810 time: 0.1140127 Aug 27 04:08:19.989731 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-4a8aa923-48e0-4f1c-8ea6-51b98ea8d133 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83 HTTP/1.1" status: 200 len: 379 time: 0.0407529 Aug 27 04:08:20.003297 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'port': {'device_id': '316b640e-6567-464d-9c75-0042ef50147c', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'admin_state_up': True, 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'security_groups': ['af32f618-7cb7-4375-b8eb-b69563ef098e']}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:20.073985 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-07cd5555-e467-42ad-a29e-abcbdff6ff27 req-a040aea8-7f53-41e4-ae70-2314b9839e50 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 210 time: 0.0669434 Aug 27 04:08:20.145572 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Made reservation on behalf of b2fbf40afaeb4c9a885d27c0f4056d83 for: {'port': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:20.149459 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.306121 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Allocated IP 172.20.0.9 (99b5510f-766d-4e2b-a148-ce7eb2270467/02ee496e-6303-44a7-b90d-af23b4b138e1/df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:20.339505 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f930-5216-4ea7-ac72-96d540273902 req-708328d2-5f96-4b05-9d9d-a426bfff9420 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.341234 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0336f930-5216-4ea7-ac72-96d540273902 req-708328d2-5f96-4b05-9d9d-a426bfff9420 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0754321 Aug 27 04:08:20.444415 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0336f930-5216-4ea7-ac72-96d540273902 req-4d876ead-b627-4f57-8605-47ff808e6d14 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915995 Aug 27 04:08:20.512015 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.530892 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Transition to ACTIVE for port object df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:20.576189 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.619417 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:20.625059 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:20.631530 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:20.653421 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event updated for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:20.685250 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.685922 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.703476 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-44c2ce10-d0e7-4a0b-8d85-4c8ba1dc316b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040181 Aug 27 04:08:20.717318 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Request body: {'port': {'device_id': '316b640e-6567-464d-9c75-0042ef50147c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:20.779814 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.878783 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fa649350-b0bb-46ba-a6ae-7dba8eeb7ec5 None None] Provisioning for port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:08:20.884316 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-fa649350-b0bb-46ba-a6ae-7dba8eeb7ec5 None None] Provisioning complete for port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:20.884790 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-fa649350-b0bb-46ba-a6ae-7dba8eeb7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.921576 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-fa649350-b0bb-46ba-a6ae-7dba8eeb7ec5 None None] Port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:08:21.049980 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef {{(pid=94012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:21.057466 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.069261 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Transition to ACTIVE for port object df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:21.073368 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.124941 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.227534 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Attempting to bind port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:08:21.227902 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Attempting to bind port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:08:21.228232 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Attempting to bind port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:21.235205 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef on network 99b5510f-766d-4e2b-a148-ce7eb2270467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:08:21.235530 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Attempting to bind port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef on network 99b5510f-766d-4e2b-a148-ce7eb2270467 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:21.245378 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feee546-b914-4833-b30e-8b9129ced18d req-2c539005-61fc-4fe7-af31-22f380401591 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.247003 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4feee546-b914-4833-b30e-8b9129ced18d req-2c539005-61fc-4fe7-af31-22f380401591 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 943 time: 0.0817926 Aug 27 04:08:21.251653 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:08:21.252035 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Checking segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:08:21.252427 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Bound using segment: {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:08:21.252867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Bound port: df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1655dc-d455-48a8-a3dd-845e42f08d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:08:21.253238 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.331559 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4feee546-b914-4833-b30e-8b9129ced18d req-c6d3dd7f-9f32-49a1-8599-98aa5395284f tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681117 Aug 27 04:08:21.352920 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:08:21.356878 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:08:21.363123 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.412664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.413287 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.414682 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] 10.222.0.38 "PUT /v2.0/ports/df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef HTTP/1.1" status: 200 len: 1093 time: 0.7023952 Aug 27 04:08:21.415128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:21.417481 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165db427-d7c6-4125-8aca-050c0c9fe478" -d '{"events": [{"name": "network-changed", "server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:21.459770 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a29b40-2a72-42c9-890c-9e8b13322ae3 x-openstack-request-id: req-14a29b40-2a72-42c9-890c-9e8b13322ae3 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:21.460124 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:21.460374 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14a29b40-2a72-42c9-890c-9e8b13322ae3 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:21.460770 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'status': 'completed', 'code': 200} Aug 27 04:08:21.477484 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16bea0-23c5-4795-a3bc-9cb5be7d2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.530969 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-90993732-edca-4498-b2d4-c27b88e0bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.547300 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-90993732-edca-4498-b2d4-c27b88e0bcf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 1096 time: 0.0797703 Aug 27 04:08:21.600125 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-a5a3d275-24f9-4531-8737-b8d22efd2236 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef HTTP/1.1" status: 200 len: 217 time: 0.0427890 Aug 27 04:08:21.696448 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e241e-5f9a-4def-94d3-04703d3d5aa1 req-ccd1ea70-3663-40d3-b489-5b664a04ca5d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.697940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ed4e241e-5f9a-4def-94d3-04703d3d5aa1 req-ccd1ea70-3663-40d3-b489-5b664a04ca5d tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.1007819 Aug 27 04:08:21.699308 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-3513663b-e42a-40ec-bca7-bdaed03a868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.700669 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-3513663b-e42a-40ec-bca7-bdaed03a868c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0886729 Aug 27 04:08:21.772354 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ed4e241e-5f9a-4def-94d3-04703d3d5aa1 req-e788739e-6cff-48d4-a4e3-ad91f0b376a2 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ba0fea0-67e4-42f5-9aec-b4267bd03e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682881 Aug 27 04:08:21.781883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-3a8797f2-d3c9-4b66-9a07-bd97703fad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:21.783371 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-3a8797f2-d3c9-4b66-9a07-bd97703fad3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729227 Aug 27 04:08:21.885918 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-80c52870-eb7e-4899-953a-4f42b993b346 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883210 Aug 27 04:08:21.988037 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-49d3c38e-8c07-40b9-b7d9-987252ac6f5a req-6e7de3b7-d6c9-4c66-bae3-1dd38457d7b5 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901244 Aug 27 04:08:22.080994 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-6c766a76-e645-46fb-9729-878198475c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.082637 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-6c766a76-e645-46fb-9729-878198475c99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 1096 time: 0.0401752 Aug 27 04:08:22.192227 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-61574c39-fd59-407e-8f80-7a7fa59e8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.194067 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-61574c39-fd59-407e-8f80-7a7fa59e8936 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.0907862 Aug 27 04:08:22.238133 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-2aa28055-3748-4ca3-a484-ab7aafb5ef1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef HTTP/1.1" status: 200 len: 217 time: 0.0353670 Aug 27 04:08:22.300333 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-a13e8780-47ce-4bcd-8e2b-e961fed24c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.301826 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-a13e8780-47ce-4bcd-8e2b-e961fed24c7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0559456 Aug 27 04:08:22.320382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e30c8c-59c7-4358-933c-368f439d211c req-72882a3e-2ee4-42d2-9849-640adcb8f0e3 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.321907 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-81e30c8c-59c7-4358-933c-368f439d211c req-72882a3e-2ee4-42d2-9849-640adcb8f0e3 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Aug 27 04:08:22.357386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-80e194c2-2c85-407b-8786-ca6906a94ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.358910 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-80e194c2-2c85-407b-8786-ca6906a94ed8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0463088 Aug 27 04:08:22.429168 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Deleting port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:22.429304 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.482805 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b180c6a-59a1-405e-b672-fc216b650589 req-2add35fb-1d87-4ff1-8d74-8e9faf74b960 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.484381 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4b180c6a-59a1-405e-b672-fc216b650589 req-2add35fb-1d87-4ff1-8d74-8e9faf74b960 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 943 time: 0.0744557 Aug 27 04:08:22.507556 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-87b6ef0e-f2dc-452b-9c63-b504cb470f49 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401000 Aug 27 04:08:22.532618 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] For port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:22.532980 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.546623 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Calling delete_port for 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:22.580272 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4b180c6a-59a1-405e-b672-fc216b650589 req-229f0326-9bf6-466a-94d0-a07d9346980c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845468 Aug 27 04:08:22.622569 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-165db427-d7c6-4125-8aca-050c0c9fe478 req-1d926d1c-8a9f-4ac4-8bf2-c3deccfbb352 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067641 Aug 27 04:08:22.704124 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.725735 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:22.735002 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Pushing event deleted for resources: {'Port': ['ID=0e29f4a6-9317-4779-b2eb-69bf0b0fa31f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:22.778651 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] No DVR routers for this DVR port 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:22.781701 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.784113 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-81e30c8c-59c7-4358-933c-368f439d211c req-c22ec67f-fa13-4f00-93bf-d0dfc9013485 tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.38 "DELETE /v2.0/ports/0e29f4a6-9317-4779-b2eb-69bf0b0fa31f HTTP/1.1" status: 204 len: 173 time: 0.4529047 Aug 27 04:08:22.784577 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'name': 'network-vif-deleted', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:22.787613 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7424d41-4fb0-49a7-b43a-628e1db93aca" -d '{"events": [{"server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "name": "network-vif-deleted", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:22.831211 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048e949-416b-4d27-ac0c-ea4de14b02df x-openstack-request-id: req-d048e949-416b-4d27-ac0c-ea4de14b02df {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:22.832284 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0062af-2cfc-4b2a-aed6-49670145b3e7", "name": "network-vif-deleted", "tag": "0e29f4a6-9317-4779-b2eb-69bf0b0fa31f", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:22.832534 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d048e949-416b-4d27-ac0c-ea4de14b02df {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:22.832970 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0062af-2cfc-4b2a-aed6-49670145b3e7', 'name': 'network-vif-deleted', 'tag': '0e29f4a6-9317-4779-b2eb-69bf0b0fa31f', 'status': 'completed', 'code': 200} Aug 27 04:08:22.884286 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3a73e4c9-bfef-4781-aa13-aa1d8cbe7cb4 req-df38d691-7fce-4ac7-bca3-adbda20af6ae tempest-TestMinimumBasicScenario-2019816711 tempest-TestMinimumBasicScenario-2019816711-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b0062af-2cfc-4b2a-aed6-49670145b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0282536 Aug 27 04:08:22.984328 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:08:23.212451 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:23.227864 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'port_id': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'mac_address': 'fa:16:3e:d3:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:08:23.266274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.284888 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:23.309215 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:23.313480 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.361754 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:23.560136 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:23.714263 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1a497-f39f-42ee-b7b6-39ffc5ae2f00 req-a8cbebfa-a553-484a-aef8-73117d0bc62e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:23.716586 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-45b1a497-f39f-42ee-b7b6-39ffc5ae2f00 req-a8cbebfa-a553-484a-aef8-73117d0bc62e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 944 time: 0.0539627 Aug 27 04:08:23.771526 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-45b1a497-f39f-42ee-b7b6-39ffc5ae2f00 req-e38e1950-d2f9-4ce8-beb7-2b5780e0cce6 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Aug 27 04:08:24.552258 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39360) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:24.705810 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:08:24.927722 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc69e1f-3d7a-419f-a600-365d61c48f69 req-dbf68f8b-f3af-4bb7-8bf1-96201bd556c4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.929221 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7fc69e1f-3d7a-419f-a600-365d61c48f69 req-dbf68f8b-f3af-4bb7-8bf1-96201bd556c4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 944 time: 0.0830925 Aug 27 04:08:25.000470 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7fc69e1f-3d7a-419f-a600-365d61c48f69 req-48152885-2063-4cf2-924d-9734a80586a0 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650721 Aug 27 04:08:25.025038 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:08:25.069753 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.082832 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:08:25.087187 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:25.087587 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.165569 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.188961 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:25.191256 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54badefc-9082-458e-ab96-57eaf6fdc39a" -d '{"events": [{"server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "name": "network-vif-plugged", "status": "completed", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:25.206718 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:25.211671 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.241153 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba8286-ffb8-4ae0-a954-c7daf4b308fa x-openstack-request-id: req-8bba8286-ffb8-4ae0-a954-c7daf4b308fa {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:25.241434 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "name": "network-vif-plugged", "status": "completed", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:25.241667 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bba8286-ffb8-4ae0-a954-c7daf4b308fa {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:25.242252 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'code': 200} Aug 27 04:08:25.272972 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:25.425068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdcfa-cf2b-4ddf-a727-7f6f418e57cf req-76b469a2-97e8-4212-ab91-07a9f47fc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:25.426621 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-866fdcfa-cf2b-4ddf-a727-7f6f418e57cf req-76b469a2-97e8-4212-ab91-07a9f47fc1b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 1098 time: 0.0444562 Aug 27 04:08:25.470762 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-866fdcfa-cf2b-4ddf-a727-7f6f418e57cf req-73bab10b-3310-4f2d-8419-c2fc5e788808 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343795 Aug 27 04:08:25.623132 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Deleting port e800d72e-4596-4d9c-8c6f-22c6d1819c3c {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:25.623467 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.706876 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] For port e800d72e-4596-4d9c-8c6f-22c6d1819c3c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:25.707241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.720846 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Calling delete_port for e800d72e-4596-4d9c-8c6f-22c6d1819c3c owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:25.909845 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:25.934675 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Pushing event deleted for resources: {'Port': ['ID=e800d72e-4596-4d9c-8c6f-22c6d1819c3c,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:26.149590 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.172569 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bd2c9-a17e-48bc-ae21-0ea5f4cf1fa0 req-0cb8dd31-2f56-4c92-a56f-5c4b9d883d6e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.174049 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-030bd2c9-a17e-48bc-ae21-0ea5f4cf1fa0 req-0cb8dd31-2f56-4c92-a56f-5c4b9d883d6e tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0709734 Aug 27 04:08:26.277345 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-030bd2c9-a17e-48bc-ae21-0ea5f4cf1fa0 req-d89be2d8-b663-483a-b652-2b62a2e8c66b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734828 Aug 27 04:08:26.414141 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:26.520997 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:26.526375 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-79454a82-4e1b-45e8-9f78-b420c9f82689 admin admin] 10.222.0.70 "PUT /v2.0/routers/fb339b3e-a985-4b1d-a1ab-941e2a0316b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731522 Aug 27 04:08:26.528871 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39380) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:26.531490 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Sync routers for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:26.542309 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:26.542309 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:26.643519 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.650814 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:26.761487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.826580 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Deleting port b2bb194b-d87d-4834-8eda-24bdf9da14a3 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:26.826923 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.856618 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:08:25Z', 'revision_number': 5, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port': {'id': 'b2bb194b-d87d-4834-8eda-24bdf9da14a3', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:49Z', 'updated_at': '2021-08-27T04:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:26.884979 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Checking router: fb339b3e-a985-4b1d-a1ab-941e2a0316b5 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:26.894684 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Routers {'fb339b3e-a985-4b1d-a1ab-941e2a0316b5'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:26.895313 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:26.918406 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] For port b2bb194b-d87d-4834-8eda-24bdf9da14a3, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=b2bb194b-d87d-4834-8eda-24bdf9da14a3,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:26.919338 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.936423 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Calling delete_port for b2bb194b-d87d-4834-8eda-24bdf9da14a3 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:26.992957 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] Set router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:27.049872 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:27.053392 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:08:26Z', 'revision_number': 6, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:27.072236 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:27.073152 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 0e29f4a6-9317-4779-b2eb-69bf0b0fa31f not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:27.099873 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86695540-c9ac-42b8-b9bb-091aeab96b25 None None] The sync data for ids ['fb339b3e-a985-4b1d-a1ab-941e2a0316b5'] in dv-cinder-778193-4-smb is: [{'id': 'fb339b3e-a985-4b1d-a1ab-941e2a0316b5', 'name': 'tempest-TestMinimumBasicScenario-2103896416-router', 'tenant_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:48Z', 'updated_at': '2021-08-27T04:08:26Z', 'revision_number': 6, 'project_id': 'b2d8b6a57de7489aa9aeb5a1e18f45bd', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:27.119931 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.146580 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bb194b-d87d-4834-8eda-24bdf9da14a3,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:27.219944 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.310558 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.312829 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.376410 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.376994 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb339b3e-a985-4b1d-a1ab-941e2a0316b5 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:08:27.384220 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.388066 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-563912e4-c4a4-4e1a-8a27-9ccab20b0554 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fb339b3e-a985-4b1d-a1ab-941e2a0316b5 HTTP/1.1" status: 204 len: 168 time: 0.8553829 Aug 27 04:08:27.388291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39388) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:27.444183 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d9ad-5548-474b-b860-a65505fd1bc6 req-f0aad056-8d00-49e3-b977-8363fe4374b6 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.445723 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-48f2d9ad-5548-474b-b860-a65505fd1bc6 req-f0aad056-8d00-49e3-b977-8363fe4374b6 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0967488 Aug 27 04:08:27.451762 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Deleting subnet 4f63df78-d189-4bcd-8a50-08c6b68bbac7 {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:08:27.461154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.515508 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211087'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.540341 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-48f2d9ad-5548-474b-b860-a65505fd1bc6 req-5ef040a0-8dde-4bd2-b2f1-7581e0b7d0c4 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861285 Aug 27 04:08:27.661116 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.722500 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7d22-29ef-4d03-8d34-36d34b1569f4 req-9d4f23e4-573b-4016-8a71-bf1a548364e7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.724143 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-37ba7d22-29ef-4d03-8d34-36d34b1569f4 req-9d4f23e4-573b-4016-8a71-bf1a548364e7 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.1035318 Aug 27 04:08:27.735080 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39394) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:27.740853 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Request body: {'floatingip': {'port_id': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:27.742193 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16593991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4632691'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.765933 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f63df78-d189-4bcd-8a50-08c6b68bbac7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:27.772022 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.773907 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-dc3d455b-3a00-4deb-b355-a9c8c725432f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4f63df78-d189-4bcd-8a50-08c6b68bbac7 HTTP/1.1" status: 204 len: 168 time: 0.3846745 Aug 27 04:08:27.778783 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 39396) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:27.783084 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0746a-f79b-4062-b759-7b0e7a36efd5 None None] Network 95fd058d-4758-42af-bc51-a66cb0c48fc5 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:08:27.783872 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.875999 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.955759 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Deleting port 51906de0-1978-4b80-b96e-55cb51b01489 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:27.956392 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.023183 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] DHCP port deletion for 95fd058d-4758-42af-bc51-a66cb0c48fc5 request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:08:28.032150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device b2bb194b-d87d-4834-8eda-24bdf9da14a3 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:28.062272 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: b2bb194b-d87d-4834-8eda-24bdf9da14a3 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:28.062803 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device b2bb194b-d87d-4834-8eda-24bdf9da14a3 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:28.063264 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e800d72e-4596-4d9c-8c6f-22c6d1819c3c no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:28.071551 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] For port 51906de0-1978-4b80-b96e-55cb51b01489, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=51906de0-1978-4b80-b96e-55cb51b01489,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:28.071976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.085954 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Calling delete_port for 51906de0-1978-4b80-b96e-55cb51b01489 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:28.107997 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: e800d72e-4596-4d9c-8c6f-22c6d1819c3c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:28.108704 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e800d72e-4596-4d9c-8c6f-22c6d1819c3c not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:28.134710 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Deleting port 51906de0-1978-4b80-b96e-55cb51b01489 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:28.135134 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.185670 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.217541 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Pushing event deleted for resources: {'Port': ['ID=51906de0-1978-4b80-b96e-55cb51b01489,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:28.221626 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] No DVR routers for this DVR port 51906de0-1978-4b80-b96e-55cb51b01489 on host dv-cinder-778193-4-smb {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:28.230114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] For port 51906de0-1978-4b80-b96e-55cb51b01489, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=51906de0-1978-4b80-b96e-55cb51b01489,segment=NetworkSegment(85e20a64-0362-44e1-b49f-e934ea6ef877),segment_id=85e20a64-0362-44e1-b49f-e934ea6ef877)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:28.230752 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.246507 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Calling delete_port for 51906de0-1978-4b80-b96e-55cb51b01489 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:28.303782 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.314926 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fd058d-4758-42af-bc51-a66cb0c48fc5']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:28.334252 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e20a64-0362-44e1-b49f-e934ea6ef877') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:28.334533 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e20a64-0362-44e1-b49f-e934ea6ef877') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:28.347101 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211088'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.365564 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.369413 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.374998 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:08:28.375800 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593953'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.377044 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: Traceback (most recent call last): Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: timer() Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: cb(*args, **kw) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: return func(*args, **kwargs) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: self._notify() Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: self.callback(batched_events) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: event.method(event) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: return f(self, *a, **k) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: return self._get(url).json() Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:08:28.378183 dv-cinder-778193-4-smb neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:08:28.400295 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.425292 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] Pushing event deleted for resources: {'Port': ['ID=51906de0-1978-4b80-b96e-55cb51b01489,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:28.430728 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e7a21-9e4b-4162-b09f-ede0f9c518a1 None None] No DVR routers for this DVR port 51906de0-1978-4b80-b96e-55cb51b01489 on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:28.454527 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.462538 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:28.462538 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] 10.222.0.70 "DELETE /v2.0/networks/95fd058d-4758-42af-bc51-a66cb0c48fc5 HTTP/1.1" status: 204 len: 168 time: 0.6852677 Aug 27 04:08:28.473316 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39400) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:28.480644 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6c78-8e9a-4ad1-b21e-92aac742978c admin admin] Pushing event deleted for resources: {'Network': ['ID=95fd058d-4758-42af-bc51-a66cb0c48fc5,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:28.543754 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Floating IP 1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529 associated. External IP: 172.28.2.147, port: df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef. Aug 27 04:08:29.161861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:29.309438 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:29.314098 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:29.328488 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:29.339923 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:29.340904 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:29.355112 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0be3473b-1819-4acf-80f3-15b5318cd7d9 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "PUT /v2.0/floatingips/1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529 HTTP/1.1" status: 200 len: 991 time: 1.6154892 Aug 27 04:08:29.355112 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:29.356641 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875be28d-2682-4cda-99ff-a05a7652eba9" -d '{"events": [{"name": "network-changed", "server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:29.365906 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:29.476811 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36163a-6d37-4e69-88ef-2c573a58a34b x-openstack-request-id: req-5d36163a-6d37-4e69-88ef-2c573a58a34b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:29.477019 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:29.477523 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:29.478206 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d36163a-6d37-4e69-88ef-2c573a58a34b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:29.478697 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'status': 'completed', 'code': 200} Aug 27 04:08:29.587244 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-ec9ee510-a6c6-449e-80bf-fc941bdaa473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:29.588711 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-ec9ee510-a6c6-449e-80bf-fc941bdaa473 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 1098 time: 0.0930424 Aug 27 04:08:29.708421 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:d3:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b640e-6567-464d-9c75-0042ef50147c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:17Z', 'updated_at': '2021-08-27T04:08:28Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:29.733257 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-21ce3132-64b6-48a0-a3cb-82ca1edd8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:29.734732 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:29.734857 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-21ce3132-64b6-48a0-a3cb-82ca1edd8dd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 200 len: 911 time: 0.1352737 Aug 27 04:08:29.742899 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:29.743491 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:29.759608 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Deleting port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:29.760043 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:29.849073 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:29.866525 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-c94306da-b4d3-4a19-8713-d982a8062964 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef HTTP/1.1" status: 200 len: 999 time: 0.1153460 Aug 27 04:08:29.915653 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] For port 2bebad3a-8e20-485f-8dea-2cb1995d6c1b, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:29.916041 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:29.922945 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 51906de0-1978-4b80-b96e-55cb51b01489 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:29.944203 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Calling delete_port for 2bebad3a-8e20-485f-8dea-2cb1995d6c1b owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:29.950917 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-6c435124-813f-4a4c-abb9-3e2f47ef47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:29.952457 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-6c435124-813f-4a4c-abb9-3e2f47ef47c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 200 len: 849 time: 0.0769553 Aug 27 04:08:29.952691 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 51906de0-1978-4b80-b96e-55cb51b01489 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:29.953036 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 51906de0-1978-4b80-b96e-55cb51b01489 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:30.043782 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-39e32706-fdf6-46b6-9852-55baec265c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:30.045292 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-39e32706-fdf6-46b6-9852-55baec265c21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b5510f-766d-4e2b-a148-ce7eb2270467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776653 Aug 27 04:08:30.117509 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:d3:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b640e-6567-464d-9c75-0042ef50147c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:17Z', 'updated_at': '2021-08-27T04:08:28Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:30.148998 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ab6f-3f81-4899-9377-c728da0b9be3 None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'floating_ip_address': '172.28.2.147', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'port_id': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'mac_address': 'fa:16:3e:d3:07:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316b640e-6567-464d-9c75-0042ef50147c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:17Z', 'updated_at': '2021-08-27T04:08:28Z', 'revision_number': 1, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:30.222947 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-55d6ca0f-7df2-4cb5-9901-fbb124e18c38 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662912 Aug 27 04:08:30.282461 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b89f8d-2de8-4541-94e3-76588ef9f37c req-10010f59-b00a-4490-9cf1-958433047803 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:30.284228 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21b89f8d-2de8-4541-94e3-76588ef9f37c req-10010f59-b00a-4490-9cf1-958433047803 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Aug 27 04:08:30.325417 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21b89f8d-2de8-4541-94e3-76588ef9f37c req-e9c3a952-8cbc-48f2-9313-4196961ad3b8 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Aug 27 04:08:30.357995 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:30.366598 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-875be28d-2682-4cda-99ff-a05a7652eba9 req-3bad151d-511b-44b5-8c74-221fa5922ae8 service neutron] 10.222.0.38 "GET /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364450 Aug 27 04:08:30.393263 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bebad3a-8e20-485f-8dea-2cb1995d6c1b,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:30.395115 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8315b0-0734-4783-ba8d-de86c7f9b985 None None] New status for floating IP 1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529: ACTIVE {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:08:30.585494 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:30.817789 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Router 558aa8fc-3c94-450f-a8f0-35771638de11 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:30.925083 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:30.931298 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1e350eef-7351-457a-8576-0f560628bafb admin admin] 10.222.0.70 "PUT /v2.0/routers/558aa8fc-3c94-450f-a8f0-35771638de11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4556928 Aug 27 04:08:30.933209 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39428) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:30.936677 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Sync routers for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:30.946648 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:30.946648 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:31.048905 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.057708 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:31.158223 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.212247 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Deleting port 5592e837-ed8c-4593-90dd-9ccc16059a9e {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:31.212500 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.241169 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:08:30Z', 'revision_number': 5, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port': {'id': '5592e837-ed8c-4593-90dd-9ccc16059a9e', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:31.269535 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Checking router: 558aa8fc-3c94-450f-a8f0-35771638de11 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:31.278451 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Routers {'558aa8fc-3c94-450f-a8f0-35771638de11'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:31.279071 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:08:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['558aa8fc-3c94-450f-a8f0-35771638de11'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:31.293526 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] For port 5592e837-ed8c-4593-90dd-9ccc16059a9e, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=5592e837-ed8c-4593-90dd-9ccc16059a9e,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:31.294142 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.312889 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Calling delete_port for 5592e837-ed8c-4593-90dd-9ccc16059a9e owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:31.370319 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] Set router 558aa8fc-3c94-450f-a8f0-35771638de11 gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:31.463371 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39226c6d-e9fc-4cad-9b72-f69fe6d9cfae req-be839720-0038-46fc-930a-62a721770cfe tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:31.472214 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39226c6d-e9fc-4cad-9b72-f69fe6d9cfae req-be839720-0038-46fc-930a-62a721770cfe tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0651155 Aug 27 04:08:31.502202 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.520098 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39226c6d-e9fc-4cad-9b72-f69fe6d9cfae req-6ffe5818-831a-4715-9a76-d53622bd324a tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Aug 27 04:08:31.522739 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:08:31Z', 'revision_number': 6, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:31.529705 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5592e837-ed8c-4593-90dd-9ccc16059a9e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:31.553537 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d39e64-9dc7-43b7-a1c8-f8fde9f5a063 None None] The sync data for ids ['558aa8fc-3c94-450f-a8f0-35771638de11'] in dv-cinder-778193-4-smb is: [{'id': '558aa8fc-3c94-450f-a8f0-35771638de11', 'name': 'tempest-TestMinimumBasicScenario-2087622385-router', 'tenant_id': '87e0ef011d0a411ead3c592bb740657f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:54Z', 'updated_at': '2021-08-27T04:08:31Z', 'revision_number': 6, 'project_id': '87e0ef011d0a411ead3c592bb740657f', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:31.606428 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.711179 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:31.713959 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.043368 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.045228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558aa8fc-3c94-450f-a8f0-35771638de11 {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:08:32.049170 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.050769 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3c0e8e54-da33-40ef-8658-412d34d7caf0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/558aa8fc-3c94-450f-a8f0-35771638de11 HTTP/1.1" status: 204 len: 168 time: 1.1166098 Aug 27 04:08:32.053226 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39436) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:32.098991 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Deleting subnet bc5637ae-2b96-4b3b-8a66-4fba9943d76a {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:08:32.102085 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.136068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.244780 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.299203 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.327913 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5637ae-2b96-4b3b-8a66-4fba9943d76a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:32.332239 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.334209 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9de9a3ac-c74c-45c8-9452-54ef2fad6782 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bc5637ae-2b96-4b3b-8a66-4fba9943d76a HTTP/1.1" status: 204 len: 168 time: 0.2800457 Aug 27 04:08:32.336807 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39438) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:32.343041 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ecd48-3ec8-4335-9a26-2f4acac3567f None None] Network 59bbc793-66f6-4fda-964d-6e0cea272e50 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:08:32.382158 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 2bebad3a-8e20-485f-8dea-2cb1995d6c1b no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:32.412304 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 2bebad3a-8e20-485f-8dea-2cb1995d6c1b {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:32.412640 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 2bebad3a-8e20-485f-8dea-2cb1995d6c1b not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:32.416396 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.477144 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Deleting port 4aa37b4a-ae50-4230-ab50-227d30bc76eb {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:32.477494 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.550763 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750391c-da85-46de-b956-a53bb802c88d None None] DHCP port deletion for 59bbc793-66f6-4fda-964d-6e0cea272e50 request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:08:32.551024 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] For port 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=4aa37b4a-ae50-4230-ab50-227d30bc76eb,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:32.551369 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.568514 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Calling delete_port for 4aa37b4a-ae50-4230-ab50-227d30bc76eb owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:32.607964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Deleting port 4aa37b4a-ae50-4230-ab50-227d30bc76eb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:32.608441 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.672904 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.680702 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540ff8d-8814-4d7c-b737-c6a2310af118 req-1fd2687e-0b64-4d85-888b-5004e91c43aa tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:32.684403 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6540ff8d-8814-4d7c-b737-c6a2310af118 req-1fd2687e-0b64-4d85-888b-5004e91c43aa tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Aug 27 04:08:32.690796 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f750391c-da85-46de-b956-a53bb802c88d None None] For port 4aa37b4a-ae50-4230-ab50-227d30bc76eb, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=4aa37b4a-ae50-4230-ab50-227d30bc76eb,segment=NetworkSegment(2e9a4ddc-f7f3-4cc5-903f-fd05542d664a),segment_id=2e9a4ddc-f7f3-4cc5-903f-fd05542d664a)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:32.691331 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.712525 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Calling delete_port for 4aa37b4a-ae50-4230-ab50-227d30bc76eb owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:32.728921 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa37b4a-ae50-4230-ab50-227d30bc76eb,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:32.731180 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] No DVR routers for this DVR port 4aa37b4a-ae50-4230-ab50-227d30bc76eb on host dv-cinder-778193-4-smb {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:32.739451 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6540ff8d-8814-4d7c-b737-c6a2310af118 req-16094800-9742-4d4a-928a-f52d70f3f831 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Aug 27 04:08:32.813538 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.815068 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.828240 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bbc793-66f6-4fda-964d-6e0cea272e50']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:32.846121 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:32.846121 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9a4ddc-f7f3-4cc5-903f-fd05542d664a') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:32.846458 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750391c-da85-46de-b956-a53bb802c88d None None] Pushing event deleted for resources: {'Port': ['ID=4aa37b4a-ae50-4230-ab50-227d30bc76eb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:32.849810 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.850710 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750391c-da85-46de-b956-a53bb802c88d None None] No DVR routers for this DVR port 4aa37b4a-ae50-4230-ab50-227d30bc76eb on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:32.867924 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.874096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:08:32.874548 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:08:32.876262 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:08:32.934062 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.950454 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:32.951739 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] 10.222.0.70 "DELETE /v2.0/networks/59bbc793-66f6-4fda-964d-6e0cea272e50 HTTP/1.1" status: 204 len: 168 time: 0.6139946 Aug 27 04:08:32.953019 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120463-c409-4731-a4c9-964be6db5425 admin admin] Pushing event deleted for resources: {'Network': ['ID=59bbc793-66f6-4fda-964d-6e0cea272e50,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:33.074256 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39448) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:33.114849 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c29ffa59-e1c5-4d11-930b-064bbb5d4a58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2d8b6a57de7489aa9aeb5a1e18f45bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392406 Aug 27 04:08:33.117201 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39450) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:33.166615 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.188339 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.237935 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.240603 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.241799 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ba0fea0-67e4-42f5-9aec-b4267bd03e04 HTTP/1.1" status: 204 len: 168 time: 0.1237030 Aug 27 04:08:33.249940 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac724e8-bcb3-4731-bc06-68760cab09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba0fea0-67e4-42f5-9aec-b4267bd03e04,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:33.574408 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39456) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:33.614587 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e678ad11-498f-4b14-8e7b-56a680aa24e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87e0ef011d0a411ead3c592bb740657f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390151 Aug 27 04:08:33.617168 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 39458) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:33.673575 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.695620 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.748164 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.750834 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.752063 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/860eaa37-882b-4e69-927e-4ffea2417073 HTTP/1.1" status: 204 len: 168 time: 0.1339588 Aug 27 04:08:33.760513 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152a50d-b34b-4ec0-8180-b110d58f1cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860eaa37-882b-4e69-927e-4ffea2417073,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:33.887012 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987a1a6-18f9-49ea-a01b-f2113d51de3c req-26d2a253-38f8-47df-8789-c54d8155c2e9 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:33.890240 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d987a1a6-18f9-49ea-a01b-f2113d51de3c req-26d2a253-38f8-47df-8789-c54d8155c2e9 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0689967 Aug 27 04:08:33.923383 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 4aa37b4a-ae50-4230-ab50-227d30bc76eb no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:33.943938 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 4aa37b4a-ae50-4230-ab50-227d30bc76eb {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:33.944445 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 4aa37b4a-ae50-4230-ab50-227d30bc76eb not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:33.944942 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 5592e837-ed8c-4593-90dd-9ccc16059a9e no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:33.964488 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d987a1a6-18f9-49ea-a01b-f2113d51de3c req-cb370e66-80a8-4ea2-a792-b30c23df6b31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Aug 27 04:08:33.968894 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 5592e837-ed8c-4593-90dd-9ccc16059a9e {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:33.969347 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 5592e837-ed8c-4593-90dd-9ccc16059a9e not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:35.091814 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd02d2-f99e-4d9b-a4a0-12ccc8cc9d86 req-0c977927-ced5-478b-b95b-4602106d81f5 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:35.093329 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2efd02d2-f99e-4d9b-a4a0-12ccc8cc9d86 req-0c977927-ced5-478b-b95b-4602106d81f5 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Aug 27 04:08:35.130640 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2efd02d2-f99e-4d9b-a4a0-12ccc8cc9d86 req-30348bd8-b89d-4b4b-826b-f20e5c611673 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Aug 27 04:08:35.499657 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-f1e982b3-c252-4deb-939a-469f77807477 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:35.501212 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-f1e982b3-c252-4deb-939a-469f77807477 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Aug 27 04:08:35.601896 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Deleting port 438827f7-5d20-4b2f-a81e-702417b0364a {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:08:35.602293 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:35.692942 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] For port 438827f7-5d20-4b2f-a81e-702417b0364a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=438827f7-5d20-4b2f-a81e-702417b0364a,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:35.693306 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:35.707034 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Calling delete_port for 438827f7-5d20-4b2f-a81e-702417b0364a owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:08:35.840493 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:35.852496 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['438827f7-5d20-4b2f-a81e-702417b0364a'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:35.870766 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Pushing event deleted for resources: {'Port': ['ID=438827f7-5d20-4b2f-a81e-702417b0364a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:35.911415 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] No DVR routers for this DVR port 438827f7-5d20-4b2f-a81e-702417b0364a on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:08:35.913892 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:35.916466 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-6726ea0d-b00b-467d-8a50-67c80d110a79 req-7923e30f-2191-4ced-8d1e-7f9dad780603 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "DELETE /v2.0/ports/438827f7-5d20-4b2f-a81e-702417b0364a HTTP/1.1" status: 204 len: 173 time: 0.4085116 Aug 27 04:08:35.916906 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'name': 'network-vif-deleted', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:35.919207 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbf30b-c001-4948-9cec-4faae7440402" -d '{"events": [{"server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "name": "network-vif-deleted", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:35.956763 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e413e37-9643-48dd-b959-5984298db96d x-openstack-request-id: req-3e413e37-9643-48dd-b959-5984298db96d {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:35.957063 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a95949-4772-4c0a-b780-39c139e7fe03", "name": "network-vif-deleted", "tag": "438827f7-5d20-4b2f-a81e-702417b0364a", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:35.957316 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e413e37-9643-48dd-b959-5984298db96d {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:35.957715 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a95949-4772-4c0a-b780-39c139e7fe03', 'name': 'network-vif-deleted', 'tag': '438827f7-5d20-4b2f-a81e-702417b0364a', 'status': 'completed', 'code': 200} Aug 27 04:08:36.238955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7ec6c011-b63a-4847-89d1-33a2c57e09de req-fdb436d5-cca6-4919-bacf-9df79492172b tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a95949-4772-4c0a-b780-39c139e7fe03 HTTP/1.1" status: 200 len: 210 time: 0.0264699 Aug 27 04:08:37.194004 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4e43-e365-477a-89b3-25bc2aa3fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:39.123505 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 438827f7-5d20-4b2f-a81e-702417b0364a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:39.143567 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 438827f7-5d20-4b2f-a81e-702417b0364a {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:08:39.143955 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 438827f7-5d20-4b2f-a81e-702417b0364a not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:08:40.154684 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-be5cdaed-709a-4312-a85b-a5a63f2cb83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:40.252590 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:41.186432 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:41.236130 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:41.363279 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-87a4f0ce-9541-4ff0-acce-14570f33ec1d tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:41.364775 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-87a4f0ce-9541-4ff0-acce-14570f33ec1d tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 814 time: 0.3425910 Aug 27 04:08:41.380515 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-cefde918-3898-4da1-9484-99240c9fca0c tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/quotas/0f58a35566d04d979c9a3a544d638b57 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Aug 27 04:08:41.412077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-3ee82148-bb00-408a-ac1b-a99b7cf83ee8 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258858 Aug 27 04:08:41.503251 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e855b047-2c40-4a68-bdbf-a915a0df2a8c service neutron] 10.222.0.70 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 Aug 27 04:08:41.593610 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-a6e79e26-8d5e-49d8-af8d-4173c5b55bba service neutron] 10.222.0.70 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843573 Aug 27 04:08:41.757398 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e0282216-54dd-4597-8969-887d4bffde77 req-80a3aa80-936a-4e16-87aa-32b8a84ca240 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 210 time: 0.0306382 Aug 27 04:08:42.638557 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:42.735607 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-b0976408-1325-4990-97d5-86097f53b132 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:42.737159 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-b0976408-1325-4990-97d5-86097f53b132 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 814 time: 0.1303713 Aug 27 04:08:42.754965 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Request body: {'port': {'device_id': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a', 'admin_state_up': True, 'tenant_id': '0f58a35566d04d979c9a3a544d638b57'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:42.858991 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fd9740d3-bca1-48c7-b3b8-bf0ad03b0568 req-110190cc-8274-491f-9ffc-33304176d566 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Aug 27 04:08:42.875926 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Made reservation on behalf of 0f58a35566d04d979c9a3a544d638b57 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:42.879403 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.004322 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Allocated IP 172.20.0.2 (876358f6-b5df-4796-b6a6-59e6020bfe8a/669b0adb-48cf-4708-9de0-49779bb45fd3/6c0df2ee-6f87-41f8-b907-1aee82b04ec3) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:43.150974 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.193860 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.236999 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Network 876358f6-b5df-4796-b6a6-59e6020bfe8a is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:43.242201 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:43.246068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:43.252567 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Pushing event updated for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:43.301525 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:43.302129 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.316072 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-2e00fa65-b6d4-4535-ba3e-52aff6f3f5e0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661080 Aug 27 04:08:43.329025 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Request body: {'port': {'device_id': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:43.381703 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.653570 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:43.661185 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.672919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Transition to ACTIVE for port object 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:43.676719 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.729067 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:43.800049 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Attempting to bind port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:08:43.800753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Attempting to bind port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:08:43.800753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Attempting to bind port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 on network 876358f6-b5df-4796-b6a6-59e6020bfe8a {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:43.805303 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 on network 876358f6-b5df-4796-b6a6-59e6020bfe8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:08:43.805623 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Attempting to bind port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 on network 876358f6-b5df-4796-b6a6-59e6020bfe8a {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:43.811270 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:08:43.811603 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Checking segment: {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:08:43.812012 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Bound using segment: {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:08:43.812437 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Bound port: 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec882b1-cf63-4d8c-8fb2-34fe10227f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:08:43.812794 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.878642 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:08:43.881775 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:08:43.887282 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.929552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:43.929552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.929552 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] 10.222.0.38 "PUT /v2.0/ports/6c0df2ee-6f87-41f8-b907-1aee82b04ec3 HTTP/1.1" status: 200 len: 1093 time: 0.6040809 Aug 27 04:08:43.929552 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:43.931799 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:43.960800 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e9d37-893c-4915-a194-8adb4e51dd84 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:43.989368 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfe22e5-de8c-48d8-8ea4-959435a33fd5 x-openstack-request-id: req-3dfe22e5-de8c-48d8-8ea4-959435a33fd5 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:43.992579 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:43.997619 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dfe22e5-de8c-48d8-8ea4-959435a33fd5 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:43.997619 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3', 'status': 'completed', 'code': 200} Aug 27 04:08:44.010761 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a760c56-ed57-4315-ac9d-129b2c35ae7f req-a3358a98-411e-41db-aa16-88d5dec94943 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.012343 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6a760c56-ed57-4315-ac9d-129b2c35ae7f req-a3358a98-411e-41db-aa16-88d5dec94943 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0723045 Aug 27 04:08:44.028047 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-1f10e832-f58e-48ac-8590-02ed516756cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.029553 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-1f10e832-f58e-48ac-8590-02ed516756cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0568831 Aug 27 04:08:44.050945 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6a760c56-ed57-4315-ac9d-129b2c35ae7f req-232429ce-adc7-4356-add1-604afd5effb0 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Aug 27 04:08:44.073106 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-28b714ed-c1db-4cf3-ac31-ab53dd3a8c94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3 HTTP/1.1" status: 200 len: 217 time: 0.0350945 Aug 27 04:08:44.126000 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db245-2599-4ae8-85ae-9b9d0317566d req-5efab1a5-2795-4a46-9134-296fcd2cbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.127450 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-5efab1a5-2795-4a46-9134-296fcd2cbd60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=669b0adb-48cf-4708-9de0-49779bb45fd3 HTTP/1.1" status: 200 len: 854 time: 0.0473385 Aug 27 04:08:44.159182 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-65de50e2-ff8e-4699-83a2-e0cbebacc248 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=876358f6-b5df-4796-b6a6-59e6020bfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249670 Aug 27 04:08:44.250153 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-653d997e-26f3-4c5f-bbe4-af34a436888d service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 Aug 27 04:08:44.349147 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-194db245-2599-4ae8-85ae-9b9d0317566d req-d5b0d467-f9cb-4f31-b53e-7af0a4352bea service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877159 Aug 27 04:08:44.450568 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-aff749b2-f871-4090-b4a6-5f40086e559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.452685 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-aff749b2-f871-4090-b4a6-5f40086e559f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f58a35566d04d979c9a3a544d638b57&device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0419931 Aug 27 04:08:44.549792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-70bb3c88-cf1c-453d-a9e2-9939f8dd7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.551281 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-70bb3c88-cf1c-453d-a9e2-9939f8dd7607 service neutron] 10.222.0.38 "GET /v2.0/networks?id=876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 200 len: 915 time: 0.0871284 Aug 27 04:08:44.595113 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-ae2cb738-5a19-4e82-be5f-1657093fe7a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3 HTTP/1.1" status: 200 len: 217 time: 0.0350649 Aug 27 04:08:44.646773 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-64ae8956-d9da-4f72-ab8e-f23369c0f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:44.648291 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-64ae8956-d9da-4f72-ab8e-f23369c0f3f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=669b0adb-48cf-4708-9de0-49779bb45fd3 HTTP/1.1" status: 200 len: 854 time: 0.0435629 Aug 27 04:08:44.682279 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-9ce62f23-d97a-4a0d-b6e5-73fdeccef3d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=876358f6-b5df-4796-b6a6-59e6020bfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243886 Aug 27 04:08:44.776384 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-b2abb3e7-7cc7-4207-bd03-de0dafbbe5ba service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869818 Aug 27 04:08:44.880739 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-dd202157-b5cc-4393-9f8f-aa15a7e54dc4 req-5447f2c1-9217-4f6e-b098-d11425a9f0ca service neutron] 10.222.0.38 "GET /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941174 Aug 27 04:08:45.181095 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0f677-5c2c-4c2d-aca4-32e35c32df55 req-799edcc7-d56f-41ba-8990-b59965eb7a00 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:45.182573 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c0f677-5c2c-4c2d-aca4-32e35c32df55 req-799edcc7-d56f-41ba-8990-b59965eb7a00 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0606935 Aug 27 04:08:45.238072 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0c0f677-5c2c-4c2d-aca4-32e35c32df55 req-505f44ee-707d-43c2-bd4d-7924dccfec4e tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Aug 27 04:08:46.362090 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d76b02-1522-4c33-bbb9-66b8d8397178 req-3a985763-b1cb-4aa6-a2dc-89fafbfb12f2 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:46.363577 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83d76b02-1522-4c33-bbb9-66b8d8397178 req-3a985763-b1cb-4aa6-a2dc-89fafbfb12f2 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0536327 Aug 27 04:08:46.402132 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83d76b02-1522-4c33-bbb9-66b8d8397178 req-e8e5c0b7-bf99-4012-8768-4cbc03232cad tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Aug 27 04:08:47.156460 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:08:47.252603 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:47.264295 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3', 'network_id': '876358f6-b5df-4796-b6a6-59e6020bfe8a', 'port_id': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3', 'mac_address': 'fa:16:3e:fe:b4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669b0adb-48cf-4708-9de0-49779bb45fd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:08:47.301364 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:47.313777 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:47.333010 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:47.336422 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:47.380744 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:47.517979 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39857ecd-98e5-4c23-b7a4-5490d18b23df req-5a5be32b-d994-4412-982a-f380249190d3 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:47.519349 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39857ecd-98e5-4c23-b7a4-5490d18b23df req-5a5be32b-d994-4412-982a-f380249190d3 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 944 time: 0.0494895 Aug 27 04:08:47.555208 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-39857ecd-98e5-4c23-b7a4-5490d18b23df req-b7d2378e-c43f-4598-adaf-06df53c0ce06 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297604 Aug 27 04:08:47.578360 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['6c0df2ee-6f87-41f8-b907-1aee82b04ec3'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:48.671925 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd29074-d840-44ce-8a06-e79bfd5e857d req-4d6e470d-1dc3-4d2e-bea1-9a321143dca6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:48.673601 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bdd29074-d840-44ce-8a06-e79bfd5e857d req-4d6e470d-1dc3-4d2e-bea1-9a321143dca6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Aug 27 04:08:48.711060 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bdd29074-d840-44ce-8a06-e79bfd5e857d req-b5c142ed-659e-40e7-b15f-7315334afee2 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Aug 27 04:08:49.171885 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:08:49.221030 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:08:49.224846 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:49.225254 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:49.304297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:49.327293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:49.329578 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f70ce-0bd9-4e7c-a469-5ec110619332" -d '{"events": [{"server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "name": "network-vif-plugged", "status": "completed", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:49.342151 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:49.346252 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:49.370209 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3e6e9-6a81-4925-b787-074af3ecfb0f x-openstack-request-id: req-b8e3e6e9-6a81-4925-b787-074af3ecfb0f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:49.370501 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "name": "network-vif-plugged", "status": "completed", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:49.370756 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8e3e6e9-6a81-4925-b787-074af3ecfb0f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:49.371141 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3', 'code': 200} Aug 27 04:08:49.399561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:49.406497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.406847 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.407193 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.407535 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.407894 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.408231 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.408563 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.408894 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.409224 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.409551 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.409879 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.410204 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:49.568002 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef5a16-0d7b-4f7e-884b-9dca8f019c1c req-cc270a97-81d7-450c-bc22-202cdcf32060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:49.569409 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-2bef5a16-0d7b-4f7e-884b-9dca8f019c1c req-cc270a97-81d7-450c-bc22-202cdcf32060 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0442884 Aug 27 04:08:49.606348 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-2bef5a16-0d7b-4f7e-884b-9dca8f019c1c req-3d35c999-0fc0-4e5c-969d-5ece490a0126 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271153 Aug 27 04:08:49.826308 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57850-6258-45bb-bafa-f36b7bc011df req-568949f0-faee-4072-a2ab-d1d748d20eac tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:49.827701 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-24f57850-6258-45bb-bafa-f36b7bc011df req-568949f0-faee-4072-a2ab-d1d748d20eac tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0509033 Aug 27 04:08:49.864592 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-24f57850-6258-45bb-bafa-f36b7bc011df req-42b66c7c-c4f9-4941-a5e1-b1f98128dad2 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Aug 27 04:08:50.979163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7db2-9c51-4220-b06c-5d6af4aedf01 req-91ddac2f-28f5-4139-971b-49939d69d7b9 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:50.980673 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ab1d7db2-9c51-4220-b06c-5d6af4aedf01 req-91ddac2f-28f5-4139-971b-49939d69d7b9 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 27 04:08:51.018085 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ab1d7db2-9c51-4220-b06c-5d6af4aedf01 req-d0eab0c1-0303-4de7-8232-7a042a2fdb66 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Aug 27 04:08:57.348661 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142017c-9c0c-4b12-8dc5-ddfceb23332b req-7080394f-0eed-4654-8026-3c46100c2bab tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:57.350166 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2142017c-9c0c-4b12-8dc5-ddfceb23332b req-7080394f-0eed-4654-8026-3c46100c2bab tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0497093 Aug 27 04:08:57.391497 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2142017c-9c0c-4b12-8dc5-ddfceb23332b req-d034c7a1-0d80-42ac-b710-33839dbe5b88 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Aug 27 04:08:58.515207 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bb056-9e8e-4120-96cf-cd7777d1e0ce req-fb79d6b6-d144-4b05-9249-a16063c0c96e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:58.516755 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d7bb056-9e8e-4120-96cf-cd7777d1e0ce req-fb79d6b6-d144-4b05-9249-a16063c0c96e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0528173 Aug 27 04:08:58.556860 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7d7bb056-9e8e-4120-96cf-cd7777d1e0ce req-f9e7fa36-df54-475c-b7dd-4d64ef7bf81c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Aug 27 04:08:59.681686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5028f6-5f26-4a6b-a584-5d647c9f36ce req-ce6efc70-7d66-4737-95e9-ba8cc4b280a7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:59.683214 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2e5028f6-5f26-4a6b-a584-5d647c9f36ce req-ce6efc70-7d66-4737-95e9-ba8cc4b280a7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 27 04:08:59.721872 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2e5028f6-5f26-4a6b-a584-5d647c9f36ce req-579180ef-41ab-4427-a615-9e039274efbd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Aug 27 04:09:00.842033 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2410-03d3-43a8-a89d-783483e713b8 req-d1c25380-90b8-4b55-9d01-1f90c0f2e2d0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:00.843547 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c1fb2410-03d3-43a8-a89d-783483e713b8 req-d1c25380-90b8-4b55-9d01-1f90c0f2e2d0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0492635 Aug 27 04:09:00.883317 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c1fb2410-03d3-43a8-a89d-783483e713b8 req-a0d16366-94b7-43c7-8227-0e25a57c91ef tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335779 Aug 27 04:09:01.704679 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:02.127789 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420fb7f-b4ce-408f-8094-f9553ac79a9a req-9ff60444-0b6b-4264-bb8b-180bd4ee8465 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:02.129386 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7420fb7f-b4ce-408f-8094-f9553ac79a9a req-9ff60444-0b6b-4264-bb8b-180bd4ee8465 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.1722217 Aug 27 04:09:02.175001 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7420fb7f-b4ce-408f-8094-f9553ac79a9a req-3a18ec8f-a896-426d-aa9a-9373ee5ba3b3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352776 Aug 27 04:09:03.303386 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5ce7-752e-4909-89ea-a06f2fee2ce2 req-e957ac2a-9827-4856-8d3d-56ffecfe2e35 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:03.304955 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-696b5ce7-752e-4909-89ea-a06f2fee2ce2 req-e957ac2a-9827-4856-8d3d-56ffecfe2e35 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0523272 Aug 27 04:09:03.346853 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-696b5ce7-752e-4909-89ea-a06f2fee2ce2 req-370fe283-f2e1-4df0-b160-d4aade19061a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357273 Aug 27 04:09:04.529118 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ba778-1929-458d-895b-bba720d8d0e2 req-cabf2d62-9a7b-47c1-adfc-d514e20287e1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:04.530753 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b66ba778-1929-458d-895b-bba720d8d0e2 req-cabf2d62-9a7b-47c1-adfc-d514e20287e1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.1089323 Aug 27 04:09:04.570077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b66ba778-1929-458d-895b-bba720d8d0e2 req-0227d023-0250-4345-9b45-4a67f7a9d5d1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Aug 27 04:09:05.705815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b85a-3139-4848-b78f-ab4ddc255509 req-3dec7287-402c-4dac-88e6-6f87da4ba1cd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:05.707318 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ba74b85a-3139-4848-b78f-ab4ddc255509 req-3dec7287-402c-4dac-88e6-6f87da4ba1cd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0579848 Aug 27 04:09:05.747567 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ba74b85a-3139-4848-b78f-ab4ddc255509 req-9c95df3c-e0c7-49bc-9b48-d632a7640468 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Aug 27 04:09:06.771844 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6c25-cdbf-4186-bfa8-1871892823ac req-03051cff-2089-45b1-9cb0-2d7a7d42c9fb tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:06.773368 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a99c6c25-cdbf-4186-bfa8-1871892823ac req-03051cff-2089-45b1-9cb0-2d7a7d42c9fb tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 27 04:09:06.815015 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a99c6c25-cdbf-4186-bfa8-1871892823ac req-a61e58f6-6676-451d-a3af-ab2e1b6e9499 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Aug 27 04:09:06.878529 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19329008-7408-4d00-9114-ca617fbd3882 req-e7cc8961-f0cf-40e5-9684-561de7e4897d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:06.880072 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-19329008-7408-4d00-9114-ca617fbd3882 req-e7cc8961-f0cf-40e5-9684-561de7e4897d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0502391 Aug 27 04:09:06.920473 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-19329008-7408-4d00-9114-ca617fbd3882 req-074696a0-1cdc-4d72-bb3a-9c022d7a1aa3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 27 04:09:07.186143 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f9195b95-a087-4dad-8b4c-2add0ee5a0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:07.934971 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278b22-e8f4-435b-b8f4-4c5aa8f82eee req-aa290f33-a7b5-4aaf-a57d-50cd3a0928d6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:07.936501 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0b278b22-e8f4-435b-b8f4-4c5aa8f82eee req-aa290f33-a7b5-4aaf-a57d-50cd3a0928d6 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0532396 Aug 27 04:09:07.983641 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0b278b22-e8f4-435b-b8f4-4c5aa8f82eee req-0364ccef-f937-462a-803f-8ba6735c1c80 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Aug 27 04:09:08.045030 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205aea-122f-452f-96f5-a698f0f52d14 req-b696eb69-c8ab-454f-91ab-42a757c2cf19 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:08.046615 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5205aea-122f-452f-96f5-a698f0f52d14 req-b696eb69-c8ab-454f-91ab-42a757c2cf19 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0508156 Aug 27 04:09:08.094430 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b5205aea-122f-452f-96f5-a698f0f52d14 req-a4dd4892-6efb-48fd-9b55-398f41771f41 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Aug 27 04:09:09.098317 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812301f-5c00-40e4-a5c8-f1d74b90d4f0 req-314e0ea3-2392-40a6-b1b2-4b1d23d2c71a tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:09.099853 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2812301f-5c00-40e4-a5c8-f1d74b90d4f0 req-314e0ea3-2392-40a6-b1b2-4b1d23d2c71a tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Aug 27 04:09:09.144847 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2812301f-5c00-40e4-a5c8-f1d74b90d4f0 req-d8de8a3e-72ee-4028-bb32-89f4b7952555 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Aug 27 04:09:09.224525 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d31df-3bd1-4896-a814-79334b091628 req-5b032a53-8e06-44e7-9053-a230ec3ba2fd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:09.225942 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-319d31df-3bd1-4896-a814-79334b091628 req-5b032a53-8e06-44e7-9053-a230ec3ba2fd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0539212 Aug 27 04:09:09.265899 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-319d31df-3bd1-4896-a814-79334b091628 req-e8c8d31c-9ebf-41f4-b1ad-9394a7b1c1d3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333655 Aug 27 04:09:10.156996 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cce7-ba03-44d7-b540-3a9e69b36e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:10.257110 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:10.264075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64265cd-1f89-46db-9415-077f357fd714 req-6ad92681-372f-41d6-876d-6dbfffb8ed30 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:10.265722 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d64265cd-1f89-46db-9415-077f357fd714 req-6ad92681-372f-41d6-876d-6dbfffb8ed30 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Aug 27 04:09:10.325648 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d64265cd-1f89-46db-9415-077f357fd714 req-f291cc49-e6e5-4c8e-b864-6e0bff1db726 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Aug 27 04:09:10.433219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef434c0-8588-437a-b0b9-7cb0cfc1e709 req-77e8a3c4-7561-4f0a-bde1-e137ab617383 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:10.434644 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ef434c0-8588-437a-b0b9-7cb0cfc1e709 req-77e8a3c4-7561-4f0a-bde1-e137ab617383 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0514376 Aug 27 04:09:10.473683 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ef434c0-8588-437a-b0b9-7cb0cfc1e709 req-dbce7c30-5102-4958-818d-b3efe40c445f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331471 Aug 27 04:09:11.195952 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.238642 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.342727 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-596f0fc7-1312-4665-9d70-35a84d09e714 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.344244 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-596f0fc7-1312-4665-9d70-35a84d09e714 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Aug 27 04:09:11.447743 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Deleting port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:11.448091 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.455188 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3e1f-f776-438e-9146-b2e0081bb18c req-d35f3756-2ae6-46f5-8ef6-7ccc4f7a49ec tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.456791 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a9bb3e1f-f776-438e-9146-b2e0081bb18c req-d35f3756-2ae6-46f5-8ef6-7ccc4f7a49ec tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f390ef-6f49-479d-a055-19762bfeb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0546603 Aug 27 04:09:11.510252 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a9bb3e1f-f776-438e-9146-b2e0081bb18c req-5f3e3b22-02bf-45da-9824-61f00ac25845 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.70 "GET /v2.0/security-groups?id=9011cf99-2bed-4931-87a3-5ca49a6e8d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Aug 27 04:09:11.549174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] For port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,segment=NetworkSegment(8ec882b1-cf63-4d8c-8fb2-34fe10227f33),segment_id=8ec882b1-cf63-4d8c-8fb2-34fe10227f33)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:11.549542 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.563587 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Calling delete_port for 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:11.606809 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21ba13-6e68-428b-92bb-e674f1c45736 req-e1dc6f35-dd39-46a0-8456-613cb3c1258a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.608389 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa21ba13-6e68-428b-92bb-e674f1c45736 req-e1dc6f35-dd39-46a0-8456-613cb3c1258a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0553029 Aug 27 04:09:11.649704 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-fa21ba13-6e68-428b-92bb-e674f1c45736 req-f4dcb7e3-4c5f-424d-9ce9-5e3fadd5a637 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Aug 27 04:09:11.696910 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.709685 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['6c0df2ee-6f87-41f8-b907-1aee82b04ec3'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:11.725382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Pushing event deleted for resources: {'Port': ['ID=6c0df2ee-6f87-41f8-b907-1aee82b04ec3,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:11.767418 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] No DVR routers for this DVR port 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:11.769897 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.772172 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-f0bd2bdb-0473-495c-8f75-259f25595023 req-8a0abf1a-313c-40e5-b257-93ca87968f31 tempest-VolumesSnapshotTestJSON-853100737 tempest-VolumesSnapshotTestJSON-853100737-project] 10.222.0.38 "DELETE /v2.0/ports/6c0df2ee-6f87-41f8-b907-1aee82b04ec3 HTTP/1.1" status: 204 len: 173 time: 0.4205635 Aug 27 04:09:11.772619 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'name': 'network-vif-deleted', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:11.774931 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877cdc51-8ea0-4208-aeec-19671c8e5c71" -d '{"events": [{"server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "name": "network-vif-deleted", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:11.811888 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54970bfb-c62b-4973-8126-42e10348e9d4 x-openstack-request-id: req-54970bfb-c62b-4973-8126-42e10348e9d4 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:11.812184 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f390ef-6f49-479d-a055-19762bfeb9e8", "name": "network-vif-deleted", "tag": "6c0df2ee-6f87-41f8-b907-1aee82b04ec3", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:11.812438 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54970bfb-c62b-4973-8126-42e10348e9d4 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:11.812834 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f390ef-6f49-479d-a055-19762bfeb9e8', 'name': 'network-vif-deleted', 'tag': '6c0df2ee-6f87-41f8-b907-1aee82b04ec3', 'status': 'completed', 'code': 200} Aug 27 04:09:12.489586 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-99e4016b-96a9-4eed-b0f8-86b09188df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:12.491162 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-99e4016b-96a9-4eed-b0f8-86b09188df9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1098 time: 0.0455296 Aug 27 04:09:12.602294 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-4c21378d-7813-4567-bb84-e343b03bd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:12.604648 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-4c21378d-7813-4567-bb84-e343b03bd331 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0927358 Aug 27 04:09:12.646874 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:12.693185 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-28907c79-1934-4ad2-bb0c-e07f5ccdee5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 1001 time: 0.0808146 Aug 27 04:09:12.779714 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-3f4e98ea-ab2c-4dd7-937b-a73886584087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:12.782152 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-3f4e98ea-ab2c-4dd7-937b-a73886584087 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0808425 Aug 27 04:09:12.795535 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376b80-fb59-4937-9845-c1c2a81b9da9 req-8b87c16c-abd8-4b82-bb9a-72fbc9d16772 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:12.803070 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c2376b80-fb59-4937-9845-c1c2a81b9da9 req-8b87c16c-abd8-4b82-bb9a-72fbc9d16772 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0684566 Aug 27 04:09:12.842134 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-b0e7ec08-88fc-4920-84b8-babbfda458ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:12.844480 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-b0e7ec08-88fc-4920-84b8-babbfda458ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549212 Aug 27 04:09:12.847779 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c2376b80-fb59-4937-9845-c1c2a81b9da9 req-d0dc260b-de91-459c-91ae-47e3ff6bd10d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Aug 27 04:09:12.993478 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-01d6bcbf-9ec7-475c-a6f4-25a0b087a620 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407261 Aug 27 04:09:13.093253 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-e70e3b3a-47d8-4cba-97f5-af6696655f45 req-7cbe9d80-10be-4b91-ae37-9301cc3a39a2 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Aug 27 04:09:13.261905 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:09:13.362103 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:13.373473 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:09:13.411886 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.425534 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:09:13.454411 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:13.458725 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.514523 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:13.541099 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['2b9cf298-1f17-42ac-9682-551e8d70d29e'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:14.002989 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a8-2d3b-49bb-b277-445a0f334408 req-ff57bb5d-1d72-4b0e-9516-8d0f5a60c90c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:14.004761 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8f9ef9a8-2d3b-49bb-b277-445a0f334408 req-ff57bb5d-1d72-4b0e-9516-8d0f5a60c90c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0606542 Aug 27 04:09:14.053554 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8f9ef9a8-2d3b-49bb-b277-445a0f334408 req-c1757531-d193-49e6-a648-2f1418f20297 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402319 Aug 27 04:09:15.201867 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f59fe-711c-4765-96e2-61e38d818f5a req-67b1bd95-d2a7-46ca-ae6e-f95e255273ec tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:15.203458 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a95f59fe-711c-4765-96e2-61e38d818f5a req-67b1bd95-d2a7-46ca-ae6e-f95e255273ec tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0616655 Aug 27 04:09:15.253610 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-a95f59fe-711c-4765-96e2-61e38d818f5a req-3816e35c-c455-422e-815a-1ca81d4fb2d4 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Aug 27 04:09:15.271460 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:09:15.339806 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 2b9cf298-1f17-42ac-9682-551e8d70d29e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:09:15.340409 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:15.512739 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:15.596711 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:15.598021 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:15.601952 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19679bed-02a0-4ecd-b67b-daa359ddbe08" -d '{"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:15.607321 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:15.608485 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:15.632068 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:15.632676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 6c0df2ee-6f87-41f8-b907-1aee82b04ec3 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:15.679161 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74afcbea-7425-4638-b905-7e6df056c98b x-openstack-request-id: req-74afcbea-7425-4638-b905-7e6df056c98b {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:15.679788 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:15.680274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74afcbea-7425-4638-b905-7e6df056c98b {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:15.681540 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'code': 200} Aug 27 04:09:15.717694 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:16.409000 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b02d-d890-41bb-acb0-af5062ddcfa8 req-6d150d32-009e-4602-88b6-127866d5c727 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:16.417322 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2a92b02d-d890-41bb-acb0-af5062ddcfa8 req-6d150d32-009e-4602-88b6-127866d5c727 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0656481 Aug 27 04:09:16.456283 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2a92b02d-d890-41bb-acb0-af5062ddcfa8 req-28b99c6a-79c5-47d0-82de-520cf33d8283 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Aug 27 04:09:17.635907 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155310e6-5762-4e39-868b-e9d867a49a47 req-ffdf3c28-a8fb-4001-88b3-9a7f8023e0b9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:17.638704 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-155310e6-5762-4e39-868b-e9d867a49a47 req-ffdf3c28-a8fb-4001-88b3-9a7f8023e0b9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0916932 Aug 27 04:09:17.702152 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-155310e6-5762-4e39-868b-e9d867a49a47 req-9b0df22e-2c8e-41f5-aed7-fd34420c1345 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575273 Aug 27 04:09:18.870289 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74d0f-734c-4908-aa72-995eea675ebb req-f7ed5715-908a-4466-9fb9-9caecf7adea9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:18.872248 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-55e74d0f-734c-4908-aa72-995eea675ebb req-f7ed5715-908a-4466-9fb9-9caecf7adea9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0722728 Aug 27 04:09:18.938311 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-55e74d0f-734c-4908-aa72-995eea675ebb req-8f3efe98-9e67-46ec-8826-90b7b87d8da1 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544093 Aug 27 04:09:20.083456 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb10f03-2c79-46b4-8efd-b4a046056230 req-a7bf21da-3f23-438b-aa29-dd42fc0f6759 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:20.090759 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-feb10f03-2c79-46b4-8efd-b4a046056230 req-a7bf21da-3f23-438b-aa29-dd42fc0f6759 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0576835 Aug 27 04:09:20.128670 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-feb10f03-2c79-46b4-8efd-b4a046056230 req-647a014e-ac6a-4075-a49b-8fbe5e340b04 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Aug 27 04:09:21.293689 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7219c-d895-4dc6-98b0-4cffc740160d req-eeab1040-0488-4496-b25b-f4009e563fef tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:21.300544 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0bd7219c-d895-4dc6-98b0-4cffc740160d req-eeab1040-0488-4496-b25b-f4009e563fef tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0656545 Aug 27 04:09:21.353601 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0bd7219c-d895-4dc6-98b0-4cffc740160d req-8654ad07-43d0-4701-8a42-e8ce6c7c389e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519483 Aug 27 04:09:22.544933 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da152f4-6af6-44b0-ace7-23ba78d58f17 req-389f2658-fe1a-4694-9f72-239c3c6ccbbb tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:22.547473 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7da152f4-6af6-44b0-ace7-23ba78d58f17 req-389f2658-fe1a-4694-9f72-239c3c6ccbbb tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0539069 Aug 27 04:09:22.604812 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7da152f4-6af6-44b0-ace7-23ba78d58f17 req-f1cde7c4-9a66-4b04-ad52-ee936415436d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494635 Aug 27 04:09:23.742154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfedae-669f-4d78-9aaa-0ad39e231461 req-f95fafff-fdc8-4431-87c6-05b6893c80ce tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:23.750294 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-03dfedae-669f-4d78-9aaa-0ad39e231461 req-f95fafff-fdc8-4431-87c6-05b6893c80ce tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0592103 Aug 27 04:09:23.801033 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-03dfedae-669f-4d78-9aaa-0ad39e231461 req-1b6e9c2e-cda6-43a4-a7ee-d9ed0a89bb8b tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Aug 27 04:09:23.893807 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7effc-202a-4505-a83f-bfef03bc82d3 req-e60a0ea3-97b2-45f7-b236-695606f6c703 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:23.895628 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5ea7effc-202a-4505-a83f-bfef03bc82d3 req-e60a0ea3-97b2-45f7-b236-695606f6c703 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0590346 Aug 27 04:09:23.946578 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5ea7effc-202a-4505-a83f-bfef03bc82d3 req-b9cbd8e2-f5d0-4986-8c59-f19b12d373c8 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Aug 27 04:09:24.907983 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d1ab-20e5-4598-b249-a3c9556511d5 req-8fd4b3dc-f6db-4cf1-9b8a-d91cdd5da03a tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:24.909532 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-19b1d1ab-20e5-4598-b249-a3c9556511d5 req-8fd4b3dc-f6db-4cf1-9b8a-d91cdd5da03a tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0512645 Aug 27 04:09:24.949454 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-19b1d1ab-20e5-4598-b249-a3c9556511d5 req-22bd97c4-1aa9-4aa1-b9a3-511e9bda323c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Aug 27 04:09:25.034573 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-b85e3de1-f11d-4f53-8f96-a22c6ecca7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.036194 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-b85e3de1-f11d-4f53-8f96-a22c6ecca7d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1098 time: 0.1043046 Aug 27 04:09:25.074525 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb912ef-1037-4e06-93ea-0d58c9af73b5 req-a25142b5-093f-4127-aced-123f5d349a17 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.076031 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bbb912ef-1037-4e06-93ea-0d58c9af73b5 req-a25142b5-093f-4127-aced-123f5d349a17 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0480058 Aug 27 04:09:25.113559 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bbb912ef-1037-4e06-93ea-0d58c9af73b5 req-8184fa56-12e5-4eb9-8e87-654bfb36be5c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Aug 27 04:09:25.131675 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-27e3cb08-9663-43c9-ba46-cee1b09e52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.133817 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-27e3cb08-9663-43c9-ba46-cee1b09e52e2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.0899420 Aug 27 04:09:25.204054 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-ff570f50-c13f-40ab-84f6-02f0c9dafbb4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 1001 time: 0.0603743 Aug 27 04:09:25.263414 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-17b04f7c-b423-4eed-8e0f-561472ddefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.264921 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-17b04f7c-b423-4eed-8e0f-561472ddefff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0536258 Aug 27 04:09:25.313511 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-1227bc42-c307-4753-a8cd-a99e658267db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.315036 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-1227bc42-c307-4753-a8cd-a99e658267db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408995 Aug 27 04:09:25.409268 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-2fa007e6-74ae-4c46-83a3-96f87107c066 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847697 Aug 27 04:09:25.505261 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-38fe6801-2fd7-499d-80a2-bf33ded40d48 req-f08c6fd4-98f1-4f91-93c3-dec831795ff5 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879750 Aug 27 04:09:25.625582 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277916b1-66fc-4aa2-b641-da3351061322 req-6471d69d-639f-4383-ab33-cf736b5c4dcd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.627081 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-277916b1-66fc-4aa2-b641-da3351061322 req-6471d69d-639f-4383-ab33-cf736b5c4dcd tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0487070 Aug 27 04:09:25.720505 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Deleting port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:25.720843 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:25.808275 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] For port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:25.808532 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:26.078363 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02f19-5c44-4167-904d-6544bbd373ba req-7293cd6b-b6e2-4dc5-a37d-7bd49c550d4c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:26.080209 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-95d02f19-5c44-4167-904d-6544bbd373ba req-7293cd6b-b6e2-4dc5-a37d-7bd49c550d4c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 945 time: 0.0589967 Aug 27 04:09:26.125546 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-95d02f19-5c44-4167-904d-6544bbd373ba req-56c2131d-7263-4b6d-b8fd-5994c4626096 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups?id=af32f618-7cb7-4375-b8eb-b69563ef098e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Aug 27 04:09:26.241176 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e359-62fb-41d1-b51e-431e95f6fb50 req-f234b777-58af-49ce-a7bd-85f7e632733a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:26.242856 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eba6e359-62fb-41d1-b51e-431e95f6fb50 req-f234b777-58af-49ce-a7bd-85f7e632733a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0561688 Aug 27 04:09:26.281865 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eba6e359-62fb-41d1-b51e-431e95f6fb50 req-9e278ab5-178b-4740-b35c-a88b44b34717 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Aug 27 04:09:26.310204 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:26.310807 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:26.311007 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Floating IP 1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529 disassociated. External IP: 172.28.2.147, port: df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef. Aug 27 04:09:26.311382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Calling delete_port for df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:26.438885 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:26.473174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'Port': ['ID=df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:26.487118 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.487474 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.487842 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.488186 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.488520 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.488851 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.489182 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.489510 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.489836 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.490162 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.490484 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.490831 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:26.599373 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:09:26.708253 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:09:26.728353 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:09:26.739051 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:09:26.739680 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:09:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:26.749225 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] No DVR routers for this DVR port df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:26.751794 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:26.753977 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-277916b1-66fc-4aa2-b641-da3351061322 req-291a4f1f-0af2-4060-9f34-0fec04a6968c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.38 "DELETE /v2.0/ports/df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef HTTP/1.1" status: 204 len: 173 time: 1.1192687 Aug 27 04:09:26.754448 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'name': 'network-vif-deleted', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:26.757234 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bd7f0-e071-49bf-87d8-48923c3f4b24" -d '{"events": [{"server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "name": "network-vif-deleted", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:26.856118 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:09:26.863776 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7540239-be8d-45e3-83f4-525c755a4ece x-openstack-request-id: req-b7540239-be8d-45e3-83f4-525c755a4ece {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:26.864097 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316b640e-6567-464d-9c75-0042ef50147c", "name": "network-vif-deleted", "tag": "df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:26.864339 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7540239-be8d-45e3-83f4-525c755a4ece {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:26.864717 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316b640e-6567-464d-9c75-0042ef50147c', 'name': 'network-vif-deleted', 'tag': 'df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef', 'status': 'completed', 'code': 200} Aug 27 04:09:27.093669 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:27.121856 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:09:27.130615 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:09:27.131222 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:09:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:27.251061 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-064ae3b4-a0b4-4554-9cea-e7ebb66426b7 req-267e2fe1-78ba-46f2-98be-18c60d60d539 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/ports?device_id=316b640e-6567-464d-9c75-0042ef50147c HTTP/1.1" status: 200 len: 210 time: 0.0279100 Aug 27 04:09:27.257764 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:09:27.406798 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af297-2e5f-4b31-b78d-752496687807 req-4d8938e4-20f1-4053-8602-d40517a0e6bc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:27.408340 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a7af297-2e5f-4b31-b78d-752496687807 req-4d8938e4-20f1-4053-8602-d40517a0e6bc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0506086 Aug 27 04:09:27.454934 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0a7af297-2e5f-4b31-b78d-752496687807 req-9114a4ea-e359-40b3-b6b4-a0cbf97591c6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 Aug 27 04:09:27.467152 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:27.496313 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409025d-f884-4bfb-871b-fd866d0f931b None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'fdea4776-5634-41b1-91be-2f74e29ec808', 'name': '', 'network_id': '99b5510f-766d-4e2b-a148-ce7eb2270467', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'mac_address': 'fa:16:3e:54:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:13Z', 'updated_at': '2021-08-27T04:04:24Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'subnets': [{'id': '02ee496e-6303-44a7-b90d-af23b4b138e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:09:27.747214 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9402811-f94a-4e41-ad3f-a223eeab2261 None None] New status for floating IP 1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:09:28.356932 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40126) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:28.425424 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.458362 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a94d7-77a1-41fa-bbb5-3feaf401ab13 req-69034d9e-222d-4ffe-8960-9c3afe525f4c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:28.460650 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-086a94d7-77a1-41fa-bbb5-3feaf401ab13 req-69034d9e-222d-4ffe-8960-9c3afe525f4c tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 945 time: 0.0666993 Aug 27 04:09:28.465683 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.505790 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-086a94d7-77a1-41fa-bbb5-3feaf401ab13 req-db74f8f7-5d50-41bd-9ebe-ecad462ec867 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387664 Aug 27 04:09:28.531966 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-623bd038-d595-43f6-a8d2-c8537e2defe2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716741 Aug 27 04:09:28.550749 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.553504 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.554862 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "DELETE /v2.0/security-groups/af32f618-7cb7-4375-b8eb-b69563ef098e HTTP/1.1" status: 204 len: 168 time: 0.1965551 Aug 27 04:09:28.557904 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40138) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:28.566720 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e5490-7fca-442e-83e5-4a5367f08772 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af32f618-7cb7-4375-b8eb-b69563ef098e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:28.573023 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.api.v2.resource [None req-981a10ab-8861-4af3-97f8-d4f07429b00c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] show failed (client error): The resource could not be found. Aug 27 04:09:28.574279 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-981a10ab-8861-4af3-97f8-d4f07429b00c tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "GET /v2.0/security-groups/af32f618-7cb7-4375-b8eb-b69563ef098e HTTP/1.1" status: 404 len: 347 time: 0.0151021 Aug 27 04:09:28.577177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40142) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:28.724915 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Deleting port 65d77967-9132-4302-9849-f7a16540cb56 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:28.725259 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.817298 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.817627 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.829815 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Calling delete_port for 65d77967-9132-4302-9849-f7a16540cb56 owned by network:floatingip {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:28.980396 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.017139 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Pushing event deleted for resources: {'Port': ['ID=65d77967-9132-4302-9849-f7a16540cb56,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:29.041880 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.042304 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.042566 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.042916 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.043235 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.043566 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.043925 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.044270 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.044601 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.044930 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.045246 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.045563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:29.094878 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.097582 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.104790 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-a469a020-4d29-4473-954a-2c6f01cc4327 tempest-AttachVolumeTestJSON-1101173276 tempest-AttachVolumeTestJSON-1101173276-project] 10.222.0.70 "DELETE /v2.0/floatingips/1e4c8b66-95c6-44d1-b7e8-56dfbe8a2529 HTTP/1.1" status: 204 len: 168 time: 0.5206165 Aug 27 04:09:29.356328 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:29.447156 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.471805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:29.481413 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b1fdc-6e8a-442e-ade6-a0c53143ae3c" -d '{"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:29.504561 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:29.509567 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.510425 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:29.514380 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-9c3dcbb9-6613-4d5a-8d87-ddd3ef9b93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.516729 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-9c3dcbb9-6613-4d5a-8d87-ddd3ef9b93ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b&tenant_id=777771512210439cbf37b5ad9ef1938c HTTP/1.1" status: 200 len: 1098 time: 0.1000562 Aug 27 04:09:29.532315 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cf2d19-1dd8-4fcf-b84f-ab76f7599928 x-openstack-request-id: req-c0cf2d19-1dd8-4fcf-b84f-ab76f7599928 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:29.532606 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:29.532860 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0cf2d19-1dd8-4fcf-b84f-ab76f7599928 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:29.533253 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'code': 200} Aug 27 04:09:29.536587 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:29.536587 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device df39bd3e-8b0a-44d0-88e2-e2a4c114a0ef not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:29.583270 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:29.604698 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-cabb15ed-54ff-4fb3-9554-a282d7af1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.606243 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-cabb15ed-54ff-4fb3-9554-a282d7af1977 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=777771512210439cbf37b5ad9ef1938c&device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1096 time: 0.0621426 Aug 27 04:09:29.638683 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88059-abe7-43b5-874c-737abb006505 req-8eed41a4-abfb-4166-97d5-20dab64a86b2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.640213 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-86d88059-abe7-43b5-874c-737abb006505 req-8eed41a4-abfb-4166-97d5-20dab64a86b2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0507555 Aug 27 04:09:29.681629 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-86d88059-abe7-43b5-874c-737abb006505 req-33d9da9e-092b-4c55-956e-067f8caa1eb6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348983 Aug 27 04:09:29.717970 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-d913207e-3d9c-414e-8906-ec906b1c5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.719551 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-d913207e-3d9c-414e-8906-ec906b1c5fde service neutron] 10.222.0.38 "GET /v2.0/networks?id=2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 200 len: 917 time: 0.1059675 Aug 27 04:09:29.792324 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-2b64b48e-0f97-4394-a247-c03381767f48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 200 len: 999 time: 0.0651276 Aug 27 04:09:29.841461 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-052cb05f-4ead-4454-976d-79f4e0ae56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.842985 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-052cb05f-4ead-4454-976d-79f4e0ae56b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 200 len: 855 time: 0.0441692 Aug 27 04:09:29.889431 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-ccab6ba9-7c4a-4f03-8e22-ec58d4b4bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.890919 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-ccab6ba9-7c4a-4f03-8e22-ec58d4b4bc8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2e831283-fe58-4f2f-86d8-75bd284a1912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412409 Aug 27 04:09:29.982404 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-8a8e0944-7810-41df-9550-ccc041fe3f95 service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Aug 27 04:09:30.071381 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-3e6f05f9-5ef1-47d3-ac7a-9fa2b1495c31 req-5c2fa3de-14b9-4b45-ab7e-df284aaf1a3e service neutron] 10.222.0.38 "GET /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812721 Aug 27 04:09:30.538075 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40190) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:30.598638 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Deleting subnet 669b0adb-48cf-4708-9de0-49779bb45fd3 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:09:30.603467 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.654508 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.700854 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.765302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.792802 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669b0adb-48cf-4708-9de0-49779bb45fd3,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:30.797182 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.800117 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c5051ddc-d4f4-4bc4-b7a5-bb23948defa5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/669b0adb-48cf-4708-9de0-49779bb45fd3 HTTP/1.1" status: 204 len: 168 time: 0.2601254 Aug 27 04:09:30.801696 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40194) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:30.851014 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b8b8-f6d5-4c76-afea-e12937f1d3cf req-7b8a2f1d-3c6c-469e-bd46-e896d9d0cc52 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:30.853250 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6eb7b8b8-f6d5-4c76-afea-e12937f1d3cf req-7b8a2f1d-3c6c-469e-bd46-e896d9d0cc52 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0809293 Aug 27 04:09:30.878451 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.900011 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6eb7b8b8-f6d5-4c76-afea-e12937f1d3cf req-72d77f4c-4de0-47f4-a3df-173b7b9ebcfc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Aug 27 04:09:30.962126 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.972582 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876358f6-b5df-4796-b6a6-59e6020bfe8a']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:30.983031 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec882b1-cf63-4d8c-8fb2-34fe10227f33') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:30.983320 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec882b1-cf63-4d8c-8fb2-34fe10227f33') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:30.992538 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.014323 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.022680 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:09:31.023268 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:09:31.061572 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:09:31.084586 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.091369 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.093686 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] 10.222.0.70 "DELETE /v2.0/networks/876358f6-b5df-4796-b6a6-59e6020bfe8a HTTP/1.1" status: 204 len: 168 time: 0.2908316 Aug 27 04:09:31.109323 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787e770-a69e-4442-bfd5-23925515bc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=876358f6-b5df-4796-b6a6-59e6020bfe8a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:31.218713 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40198) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:31.260332 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-127fff58-6aa1-40a1-b29d-ae53f927b089 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f58a35566d04d979c9a3a544d638b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404105 Aug 27 04:09:31.262799 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40200) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:31.311824 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.334317 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.398269 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.403311 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:31.407286 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9011cf99-2bed-4931-87a3-5ca49a6e8d28 HTTP/1.1" status: 204 len: 168 time: 0.1435153 Aug 27 04:09:31.415987 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38422f3e-bb60-45b7-8c22-427fd8a07b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011cf99-2bed-4931-87a3-5ca49a6e8d28,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:32.034807 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2ff6-4d5a-49d7-82f7-be1a2da7f14f req-26293664-15b3-473a-95c9-92eb34d84c18 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:32.036368 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-525d2ff6-4d5a-49d7-82f7-be1a2da7f14f req-26293664-15b3-473a-95c9-92eb34d84c18 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0499368 Aug 27 04:09:32.078690 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-525d2ff6-4d5a-49d7-82f7-be1a2da7f14f req-57e6fc84-5c5b-4e18-bad1-70655767b250 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354476 Aug 27 04:09:32.714962 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40222) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:33.209417 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2f40e-60a6-421a-8e4b-1edf015af2e2 req-e88ae33a-85d9-4581-9d35-d4489e880d2d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:33.211301 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1d2f40e-60a6-421a-8e4b-1edf015af2e2 req-e88ae33a-85d9-4581-9d35-d4489e880d2d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0561516 Aug 27 04:09:33.254263 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f1d2f40e-60a6-421a-8e4b-1edf015af2e2 req-1fe103da-c080-4cdf-ba79-784dc939a578 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Aug 27 04:09:33.289646 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:33.556606 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Deleting port fdea4776-5634-41b1-91be-2f74e29ec808 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:33.556931 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:33.643577 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] For port fdea4776-5634-41b1-91be-2f74e29ec808, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=fdea4776-5634-41b1-91be-2f74e29ec808,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:33.643988 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:33.658436 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Calling delete_port for fdea4776-5634-41b1-91be-2f74e29ec808 owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:33.842141 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:33.870963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fdea4776-5634-41b1-91be-2f74e29ec808,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:34.089018 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.315986 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Router cb75b597-fc07-4990-ab63-3317a3956a44 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:09:34.410164 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9227e-afb3-4047-9af9-a720ccf9619f req-2f296f5a-1785-4352-8faa-758ff58e3cba tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:34.419313 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ca9227e-afb3-4047-9af9-a720ccf9619f req-2f296f5a-1785-4352-8faa-758ff58e3cba tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0773683 Aug 27 04:09:34.449187 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:09:34.457814 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-12869364-4273-48b6-81d9-17c7a39c3c7f admin admin] 10.222.0.70 "PUT /v2.0/routers/cb75b597-fc07-4990-ab63-3317a3956a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386477 Aug 27 04:09:34.458684 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40232) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:34.460871 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Sync routers for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:09:34.465959 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2ca9227e-afb3-4047-9af9-a720ccf9619f req-9e11229f-6138-437a-8c0d-be0ce66370eb tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Aug 27 04:09:34.471020 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:09:34.481896 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:09:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:34.564121 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.605095 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:09:34.673606 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.733517 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Deleting port 7cc520df-66ad-4877-82b5-7f74efe4aa34 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:34.734025 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.819242 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] For port 7cc520df-66ad-4877-82b5-7f74efe4aa34, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7cc520df-66ad-4877-82b5-7f74efe4aa34,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:34.819939 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.834867 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Calling delete_port for 7cc520df-66ad-4877-82b5-7f74efe4aa34 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:35.037869 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.062043 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:09:33Z', 'revision_number': 5, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port': {'id': '7cc520df-66ad-4877-82b5-7f74efe4aa34', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:06Z', 'updated_at': '2021-08-27T04:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:35.080542 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc520df-66ad-4877-82b5-7f74efe4aa34,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:35.098388 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Checking router: cb75b597-fc07-4990-ab63-3317a3956a44 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:09:35.115905 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Routers {'cb75b597-fc07-4990-ab63-3317a3956a44'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:09:35.116516 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:09:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['cb75b597-fc07-4990-ab63-3317a3956a44'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:35.144099 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.196008 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] Set router cb75b597-fc07-4990-ab63-3317a3956a44 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:09:35.255020 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:09:34Z', 'revision_number': 7, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:35.286809 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a251d-334b-40d6-92e4-5bc1d71a3170 None None] The sync data for ids ['cb75b597-fc07-4990-ab63-3317a3956a44'] in dv-cinder-778193-4-smb is: [{'id': 'cb75b597-fc07-4990-ab63-3317a3956a44', 'name': 'tempest-AttachVolumeTestJSON-586379001-router', 'tenant_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:09:34Z', 'revision_number': 7, 'project_id': 'b2fbf40afaeb4c9a885d27c0f4056d83', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:09:35.509348 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.511597 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.560711 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.561239 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb75b597-fc07-4990-ab63-3317a3956a44 {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:09:35.566029 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.569042 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d7fa2922-13e5-4367-a117-e9fa01a554cb admin admin] 10.222.0.70 "DELETE /v2.0/routers/cb75b597-fc07-4990-ab63-3317a3956a44 HTTP/1.1" status: 204 len: 168 time: 1.1068418 Aug 27 04:09:35.569253 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40236) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:35.611638 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f809e3-b031-4413-b903-b9b1069082b2 req-1452e0eb-409b-4654-b80b-d2e0f1ec0f7e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:35.613155 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21f809e3-b031-4413-b903-b9b1069082b2 req-1452e0eb-409b-4654-b80b-d2e0f1ec0f7e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0773959 Aug 27 04:09:35.622479 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Deleting subnet 02ee496e-6303-44a7-b90d-af23b4b138e1 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:09:35.626119 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.685342 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-21f809e3-b031-4413-b903-b9b1069082b2 req-610bf791-9d79-4918-9c97-c5e9c79e92c9 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562348 Aug 27 04:09:35.698660 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.862482 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.921782 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.944924 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.950939 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40238) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:35.959727 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f7f4f-1a8a-476e-b5d1-88d37268a4a6 None None] Network 99b5510f-766d-4e2b-a148-ce7eb2270467 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:09:35.961767 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/02ee496e-6303-44a7-b90d-af23b4b138e1 HTTP/1.1" status: 204 len: 168 time: 0.3913536 Aug 27 04:09:35.986048 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0192-cdb6-4a88-810b-b65f39517c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ee496e-6303-44a7-b90d-af23b4b138e1,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:36.074284 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.150522 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Deleting port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:36.150978 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.224827 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] For port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,segment=NetworkSegment(ba1655dc-d455-48a8-a3dd-845e42f08d72),segment_id=ba1655dc-d455-48a8-a3dd-845e42f08d72)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:36.225202 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.231941 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] DHCP port deletion for 99b5510f-766d-4e2b-a148-ce7eb2270467 request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:09:36.253101 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Calling delete_port for a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:36.283817 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7cc520df-66ad-4877-82b5-7f74efe4aa34 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:36.309220 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 7cc520df-66ad-4877-82b5-7f74efe4aa34 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:36.309570 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7cc520df-66ad-4877-82b5-7f74efe4aa34 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:36.310003 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device fdea4776-5634-41b1-91be-2f74e29ec808 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:36.337126 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: fdea4776-5634-41b1-91be-2f74e29ec808 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:36.337510 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device fdea4776-5634-41b1-91be-2f74e29ec808 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:36.350277 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Deleting port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:36.350503 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.350799 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.385340 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:36.392832 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] No DVR routers for this DVR port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb on host dv-cinder-778193-4-smb {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:36.426489 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] For port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb, host dv-cinder-778193-4-smb, got binding levels [] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:36.426892 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.441205 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Calling delete_port for a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:36.444043 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.ipam_backend_mixin [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb was not found and therefore no delete operation was performed {{(pid=94013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:09:36.445795 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.471469 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] Pushing event deleted for resources: {'Port': ['ID=a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:36.472452 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.478742 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033f65d-40fb-4c51-98a4-e2bd01941686 None None] No DVR routers for this DVR port a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:36.484128 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b5510f-766d-4e2b-a148-ce7eb2270467']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:36.506836 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1655dc-d455-48a8-a3dd-845e42f08d72') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:36.507613 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1655dc-d455-48a8-a3dd-845e42f08d72') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:09:36.518765 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211088'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.537123 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.544276 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:09:36.544528 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593953'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: Traceback (most recent call last): Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: timer() Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: cb(*args, **kw) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: return func(*args, **kwargs) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: self._notify() Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: self.callback(batched_events) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: event.method(event) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: return f(self, *a, **k) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: return self._get(url).json() Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:09:36.549603 dv-cinder-778193-4-smb neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:09:36.618306 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.642449 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.644380 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] 10.222.0.70 "DELETE /v2.0/networks/99b5510f-766d-4e2b-a148-ce7eb2270467 HTTP/1.1" status: 204 len: 168 time: 0.6924534 Aug 27 04:09:36.645936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f72fd-8be5-49f0-a591-7f072f7f2b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=99b5510f-766d-4e2b-a148-ce7eb2270467,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:36.783641 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40246) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:36.872150 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60bf5-5489-467e-8998-319d4ba590a1 req-e4408083-3b15-4a91-9b03-46daa61524c6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:36.873736 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d4c60bf5-5489-467e-8998-319d4ba590a1 req-e4408083-3b15-4a91-9b03-46daa61524c6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0826268 Aug 27 04:09:36.876393 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-aa8f17e2-a996-4f19-bffa-7421f95bb01d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2fbf40afaeb4c9a885d27c0f4056d83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0910051 Aug 27 04:09:36.879075 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40248) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:36.956805 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d4c60bf5-5489-467e-8998-319d4ba590a1 req-09ef48b2-6da1-4df0-aa83-0cd15b0a79cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755043 Aug 27 04:09:36.961823 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:36.990238 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:37.042064 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:37.044832 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:37.046021 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c937732c-9f3f-4a18-9d69-811399bc5d54 HTTP/1.1" status: 204 len: 168 time: 0.1659341 Aug 27 04:09:37.053988 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa2562-1378-4e96-87c3-f749d7e02029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c937732c-9f3f-4a18-9d69-811399bc5d54,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:37.191319 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f199a6eb-309b-4246-b742-636169e50373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:37.959679 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:37.985477 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:37.985995 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device a46158ac-38e4-47d9-bed3-a7cb8a2cd6cb not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:38.108930 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d50932-0acd-4323-8f4c-80919dcb9ebd req-64bf8ca3-ad50-4208-ad17-708dbff05485 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:38.112570 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b8d50932-0acd-4323-8f4c-80919dcb9ebd req-64bf8ca3-ad50-4208-ad17-708dbff05485 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0774252 Aug 27 04:09:38.174567 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b8d50932-0acd-4323-8f4c-80919dcb9ebd req-d9a757c7-9a4c-461d-b6c7-c1122a6d8123 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Aug 27 04:09:38.704204 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:39.298544 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524d2c-3288-49fd-ad4f-c219d841587b req-3d6bf8fb-5555-4d17-a750-f5809a99217e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:39.302158 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d524d2c-3288-49fd-ad4f-c219d841587b req-3d6bf8fb-5555-4d17-a750-f5809a99217e tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0569131 Aug 27 04:09:39.339879 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8d524d2c-3288-49fd-ad4f-c219d841587b req-bf3dde48-e9b3-4e4b-b330-e29753dc89f3 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Aug 27 04:09:40.157580 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-93d9bfd0-face-4970-80e2-a76386cee18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.260243 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.472518 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e883320-4fc8-4639-b97f-1f49663a12d6 req-d61dddef-aae9-49aa-87a3-ffabd645dc77 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:40.474122 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0e883320-4fc8-4639-b97f-1f49663a12d6 req-d61dddef-aae9-49aa-87a3-ffabd645dc77 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0600467 Aug 27 04:09:40.512928 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-0e883320-4fc8-4639-b97f-1f49663a12d6 req-05f965f7-090a-4c98-a6f4-e5b61b290368 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Aug 27 04:09:41.210749 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:41.241582 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:41.640269 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dc708-e52a-4469-abf9-a40a15b8213c req-de0c30e6-b3cf-4657-8b26-7654fa9381e7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:41.641831 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ea1dc708-e52a-4469-abf9-a40a15b8213c req-de0c30e6-b3cf-4657-8b26-7654fa9381e7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0501053 Aug 27 04:09:41.681438 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ea1dc708-e52a-4469-abf9-a40a15b8213c req-ea6979fe-84e1-42bc-b4a2-97b4d1c33095 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333457 Aug 27 04:09:42.646241 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:42.802738 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679a7a-3951-435c-a5d7-1ce33be3247b req-8fc4aa0a-1ba8-4905-9d4d-ebc483582bf4 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:42.804252 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-08679a7a-3951-435c-a5d7-1ce33be3247b req-8fc4aa0a-1ba8-4905-9d4d-ebc483582bf4 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 943 time: 0.0520482 Aug 27 04:09:42.848518 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-08679a7a-3951-435c-a5d7-1ce33be3247b req-dc261971-39e5-4f4d-8fa4-654953ff7f7f tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365756 Aug 27 04:09:43.417108 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:09:43.509860 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:43.521350 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'port_id': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'mac_address': 'fa:16:3e:bf:bc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:09:43.557494 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:43.569603 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:09:43.588786 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:43.592755 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:43.641722 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=9']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:43.796313 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['2b9cf298-1f17-42ac-9682-551e8d70d29e'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:43.971590 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beb77b-2710-48b2-bbd2-7d556ff9fbb4 req-f001f4d9-e8b9-4f05-8b96-2e24d9d45b14 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:43.973117 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-93beb77b-2710-48b2-bbd2-7d556ff9fbb4 req-f001f4d9-e8b9-4f05-8b96-2e24d9d45b14 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0495782 Aug 27 04:09:44.016196 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-93beb77b-2710-48b2-bbd2-7d556ff9fbb4 req-8613c291-a4a2-40ea-940b-a275eb5e0dfd tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361245 Aug 27 04:09:45.135137 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532622a-7654-430f-b5c9-2befe2457f5a req-4f078208-d201-4d84-a82d-c2bb7bb905e0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:45.136791 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f532622a-7654-430f-b5c9-2befe2457f5a req-4f078208-d201-4d84-a82d-c2bb7bb905e0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 944 time: 0.0482483 Aug 27 04:09:45.176203 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f532622a-7654-430f-b5c9-2befe2457f5a req-7ccf475b-cdd8-4222-9c84-79526b3c7f05 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Aug 27 04:09:45.432197 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:09:45.483173 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 2b9cf298-1f17-42ac-9682-551e8d70d29e triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:09:45.483458 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:45.556083 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:45.577555 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:45.579780 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e2e0a-2f18-4aa8-a2d2-65649cf9563b" -d '{"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:45.592850 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:45.596753 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:45.644215 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=10']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:45.753494 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26314ef-a967-4b21-bc24-ddd0821c8372 x-openstack-request-id: req-e26314ef-a967-4b21-bc24-ddd0821c8372 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:45.753922 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-plugged", "status": "completed", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:45.754463 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e26314ef-a967-4b21-bc24-ddd0821c8372 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:45.755006 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'code': 200} Aug 27 04:09:46.001016 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230bce-5af8-4444-99da-44de1181e450 req-7014dcb5-af8c-4ecf-9340-37b5affc4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:46.002431 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-54230bce-5af8-4444-99da-44de1181e450 req-7014dcb5-af8c-4ecf-9340-37b5affc4770 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 1099 time: 0.0407059 Aug 27 04:09:46.037099 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-54230bce-5af8-4444-99da-44de1181e450 req-641485ae-06ee-492f-b569-b6b6b7537d3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274947 Aug 27 04:09:46.305192 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7ec1-adc8-4f81-8955-e20529ec6a8d req-cc73fe02-0929-41fa-a7ca-2b44fd571ae6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:46.306589 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-506f7ec1-adc8-4f81-8955-e20529ec6a8d req-cc73fe02-0929-41fa-a7ca-2b44fd571ae6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0512605 Aug 27 04:09:46.342424 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-506f7ec1-adc8-4f81-8955-e20529ec6a8d req-1aa60a9b-5cca-4263-a5b3-ebdb35ae9987 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299351 Aug 27 04:09:47.465862 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd924-6617-4734-9a90-f316e8b488bd req-026305d1-bab5-4a98-b1c7-a6140836164d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:47.467566 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c89cd924-6617-4734-9a90-f316e8b488bd req-026305d1-bab5-4a98-b1c7-a6140836164d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0519376 Aug 27 04:09:47.508267 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c89cd924-6617-4734-9a90-f316e8b488bd req-fe6f95c5-2ab4-4068-abe7-31722ea05be2 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Aug 27 04:09:48.624509 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878f70-5336-4e29-993b-b65abb22c5fe req-d8d842d1-3b3b-4ea1-bad9-e6582104686a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:48.625951 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db878f70-5336-4e29-993b-b65abb22c5fe req-d8d842d1-3b3b-4ea1-bad9-e6582104686a tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0473874 Aug 27 04:09:48.663020 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-db878f70-5336-4e29-993b-b65abb22c5fe req-426d8848-4418-41ce-921d-366cdb52cbc0 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Aug 27 04:09:53.510235 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40522) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:53.611373 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b21c06b2-5fa6-460c-ab85-2abe17d1cd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.707485 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b21c06b2-5fa6-460c-ab85-2abe17d1cd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.712029 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b21c06b2-5fa6-460c-ab85-2abe17d1cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.749124 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-b21c06b2-5fa6-460c-ab85-2abe17d1cd5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfb32c59beb344d0a5391cb83dabf451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378216 Aug 27 04:09:53.749957 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c06b2-5fa6-460c-ab85-2abe17d1cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65203e57-1fb8-4632-9503-e08e06246256,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:53.752721 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40526) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:53.805693 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.827269 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.874765 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.877587 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.878723 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65203e57-1fb8-4632-9503-e08e06246256 HTTP/1.1" status: 204 len: 168 time: 0.1250212 Aug 27 04:09:53.888226 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598ca2d-35ca-4585-a7ad-57d206f7efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65203e57-1fb8-4632-9503-e08e06246256,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:54.158070 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40532) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:54.171056 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7023bf2b-520f-4dd1-ae6b-ac0c0cb136db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.258728 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7023bf2b-520f-4dd1-ae6b-ac0c0cb136db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.262443 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7023bf2b-520f-4dd1-ae6b-ac0c0cb136db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.298621 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023bf2b-520f-4dd1-ae6b-ac0c0cb136db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80b8c3-5b19-404c-aee5-d61db7fcaa1c,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:54.306852 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-7023bf2b-520f-4dd1-ae6b-ac0c0cb136db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f424aef52a7e49cba0ec4ef2f7f8e785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439912 Aug 27 04:09:54.307684 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40534) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:54.356036 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.379129 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.424244 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.427051 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:54.428203 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c80b8c3-5b19-404c-aee5-d61db7fcaa1c HTTP/1.1" status: 204 len: 168 time: 0.1195967 Aug 27 04:09:54.436150 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba31d1-dc26-4a05-aee6-4bef00648d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80b8c3-5b19-404c-aee5-d61db7fcaa1c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:57.198792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40666) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:57.310500 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-131c422b-fb8a-4367-8680-dc876482c1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.398512 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-131c422b-fb8a-4367-8680-dc876482c1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.402341 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-131c422b-fb8a-4367-8680-dc876482c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.439997 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-131c422b-fb8a-4367-8680-dc876482c1ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c08d7c34276041449d4cdc56a8254ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401001 Aug 27 04:09:57.440942 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c422b-fb8a-4367-8680-dc876482c1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b53ca-8473-4cff-844b-9634829ac0fe,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:57.442722 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40670) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:57.490147 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.511053 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.557265 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.559779 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.560923 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e5b53ca-8473-4cff-844b-9634829ac0fe HTTP/1.1" status: 204 len: 168 time: 0.1171484 Aug 27 04:09:57.568544 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4ec6c-4f95-4013-a43c-137e7da71bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b53ca-8473-4cff-844b-9634829ac0fe,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:57.819348 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40676) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:57.832167 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7ec735a-7572-490c-a9d3-d448bf7bff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.922523 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7ec735a-7572-490c-a9d3-d448bf7bff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.926241 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e7ec735a-7572-490c-a9d3-d448bf7bff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:57.967739 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e7ec735a-7572-490c-a9d3-d448bf7bff8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f40ab3639eb043639c6a4ce2673b2457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449828 Aug 27 04:09:57.967739 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec735a-7572-490c-a9d3-d448bf7bff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047afc04-5b72-4570-b3c1-a3772beaec52,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:57.968259 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40678) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:58.021648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:58.042913 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:58.090392 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:58.093115 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:58.094265 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/047afc04-5b72-4570-b3c1-a3772beaec52 HTTP/1.1" status: 204 len: 168 time: 0.1249690 Aug 27 04:09:58.101948 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35875-b9cc-4853-97de-49ef96824878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047afc04-5b72-4570-b3c1-a3772beaec52,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:59.154070 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40712) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:59.259096 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3c874ff-1347-43e7-aac0-a28a8ae5a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.358766 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3c874ff-1347-43e7-aac0-a28a8ae5a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.363806 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f3c874ff-1347-43e7-aac0-a28a8ae5a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.401846 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c874ff-1347-43e7-aac0-a28a8ae5a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f64929-cee7-45dd-9c28-dc6b597f8a2e,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:59.405509 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f3c874ff-1347-43e7-aac0-a28a8ae5a795 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d82bf33e56b0417e8f895240fbf826bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503710 Aug 27 04:09:59.408202 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40716) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:59.455346 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.478805 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.524436 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.526963 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:59.528107 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62f64929-cee7-45dd-9c28-dc6b597f8a2e HTTP/1.1" status: 204 len: 168 time: 0.1189921 Aug 27 04:09:59.535490 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b552f-fe6f-48de-a2d8-b1d0e714d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f64929-cee7-45dd-9c28-dc6b597f8a2e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:03.016496 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40760) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:03.123564 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4835b9-61eb-4e71-869c-ac05e41fa798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.221417 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4835b9-61eb-4e71-869c-ac05e41fa798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.225133 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3d4835b9-61eb-4e71-869c-ac05e41fa798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.264051 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3d4835b9-61eb-4e71-869c-ac05e41fa798 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=368f8cfba0384d18868adba38080451c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463841 Aug 27 04:10:03.264906 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4835b9-61eb-4e71-869c-ac05e41fa798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9ae97-a0e8-42d8-b03f-117efe71f119,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:03.266704 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40764) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:03.316808 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.338652 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.385551 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.388408 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.389558 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0df9ae97-a0e8-42d8-b03f-117efe71f119 HTTP/1.1" status: 204 len: 168 time: 0.1211171 Aug 27 04:10:03.397478 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726948c-80d5-4df4-8259-e7da69d18237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9ae97-a0e8-42d8-b03f-117efe71f119,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:07.193081 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-cbce2539-8669-4234-8eb5-15fd924c6e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:10.157944 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0568c700-68ce-45e1-a759-e6ac0b12427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:10.257046 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:11.197388 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:11.243811 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:12.646596 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:15.703750 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:10:20.138756 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f675-1078-49f6-af1f-09da77832dec req-d3c01984-6321-45fa-8d04-3ea3e57f3dfe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:20.140253 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b678f675-1078-49f6-af1f-09da77832dec req-d3c01984-6321-45fa-8d04-3ea3e57f3dfe tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0495987 Aug 27 04:10:20.179206 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b678f675-1078-49f6-af1f-09da77832dec req-be17db0a-2e9c-4a78-a7d8-dd82cc0240e6 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Aug 27 04:10:21.300787 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcd354-927d-4c06-a578-d6b1136d6c62 req-6a1880f6-de77-4f10-9ad7-2c01a713518d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.302241 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c9dcd354-927d-4c06-a578-d6b1136d6c62 req-6a1880f6-de77-4f10-9ad7-2c01a713518d tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0517561 Aug 27 04:10:21.344314 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c9dcd354-927d-4c06-a578-d6b1136d6c62 req-cb115005-444a-4507-a04b-c1893ba1cb53 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups?id=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 Aug 27 04:10:21.513321 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-ea677e29-fba8-4912-88c3-faa3c0c83ec7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.514698 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-ea677e29-fba8-4912-88c3-faa3c0c83ec7 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 946 time: 0.0490727 Aug 27 04:10:21.607632 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Deleting port 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:21.608000 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.696270 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] For port 2b9cf298-1f17-42ac-9682-551e8d70d29e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2b9cf298-1f17-42ac-9682-551e8d70d29e,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:21.696633 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.878512 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.878867 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.879231 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Floating IP 99f4df99-2fd3-4ce0-9031-c8cba94a8682 disassociated. External IP: 172.28.2.220, port: 2b9cf298-1f17-42ac-9682-551e8d70d29e. Aug 27 04:10:21.879665 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Calling delete_port for 2b9cf298-1f17-42ac-9682-551e8d70d29e owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:22.018535 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.047440 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'Port': ['ID=2b9cf298-1f17-42ac-9682-551e8d70d29e,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:22.163088 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:10:22.271207 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:10:22.281621 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:10:22.291256 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:22.292004 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.311227 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] No DVR routers for this DVR port 2b9cf298-1f17-42ac-9682-551e8d70d29e on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:10:22.314164 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.316687 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-d9ce4971-090b-47f6-b4df-28bd0ee0c3d6 req-1b1f76c2-ee05-4f24-b553-e8b6e42f0ccc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.38 "DELETE /v2.0/ports/2b9cf298-1f17-42ac-9682-551e8d70d29e HTTP/1.1" status: 204 len: 173 time: 0.7950041 Aug 27 04:10:22.317217 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-deleted', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:22.320592 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe12b7-8e6a-485f-88ea-c714c35a186d" -d '{"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-deleted", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:22.363539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f00e1-6ad5-4cab-9ba4-3087bd27e8cd x-openstack-request-id: req-b01f00e1-6ad5-4cab-9ba4-3087bd27e8cd {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:22.363914 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c6364-d951-4ce1-979d-245b1715377b", "name": "network-vif-deleted", "tag": "2b9cf298-1f17-42ac-9682-551e8d70d29e", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:22.364261 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b01f00e1-6ad5-4cab-9ba4-3087bd27e8cd {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:22.364730 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c6364-d951-4ce1-979d-245b1715377b', 'name': 'network-vif-deleted', 'tag': '2b9cf298-1f17-42ac-9682-551e8d70d29e', 'status': 'completed', 'code': 200} Aug 27 04:10:22.421201 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:22.501445 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-512072d9-f011-4486-bfa5-857d854ea93e req-274e31c8-fa0b-4d41-b74f-38fb4ac25477 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/ports?device_id=336c6364-d951-4ce1-979d-245b1715377b HTTP/1.1" status: 200 len: 210 time: 0.0449767 Aug 27 04:10:22.669112 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.694828 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:10:22.703090 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:22.703715 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.817995 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:23.018317 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:23.044324 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba14aa-5dd8-4a50-a938-828c9071bba8 None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:04:16Z', 'revision_number': 4, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': 'e44162ee-2a82-4b78-9493-6eb916d0515d', 'name': '', 'network_id': '2e831283-fe58-4f2f-86d8-75bd284a1912', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'mac_address': 'fa:16:3e:63:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '81a99568-274d-453a-907b-41ef093ae4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:11Z', 'updated_at': '2021-08-27T04:04:28Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'subnets': [{'id': '81a99568-274d-453a-907b-41ef093ae4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:10:23.258750 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f731ea09-1412-40f5-8608-a0c900931261 None None] New status for floating IP 99f4df99-2fd3-4ce0-9031-c8cba94a8682: DOWN {{(pid=94013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:10:23.593674 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40972) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.652763 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.675172 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.723199 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.725875 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.727048 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "DELETE /v2.0/security-groups/354ffe66-1a4b-44bb-a5c2-2e1ebd91b087 HTTP/1.1" status: 204 len: 168 time: 0.1323659 Aug 27 04:10:23.729818 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 40974) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.736084 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feccf3-e1f4-48d8-b69e-a2d397c975cc tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ffe66-1a4b-44bb-a5c2-2e1ebd91b087,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:23.742919 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.api.v2.resource [None req-91846888-e37b-43d0-9864-ea2faa5fb609 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] show failed (client error): The resource could not be found. Aug 27 04:10:23.743932 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-91846888-e37b-43d0-9864-ea2faa5fb609 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "GET /v2.0/security-groups/354ffe66-1a4b-44bb-a5c2-2e1ebd91b087 HTTP/1.1" status: 404 len: 347 time: 0.0130863 Aug 27 04:10:23.747011 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 40976) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.872769 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Deleting port fb8b2996-b5ad-47a2-9954-91c3ad63131d {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:23.873111 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.959264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.959586 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.977741 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Calling delete_port for fb8b2996-b5ad-47a2-9954-91c3ad63131d owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:24.111896 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:24.141658 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Pushing event deleted for resources: {'Port': ['ID=fb8b2996-b5ad-47a2-9954-91c3ad63131d,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:24.202348 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:24.211031 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:24.211031 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a5dda937-84a9-4f66-a7e5-11b651740a73 tempest-AttachVolumeShelveTestJSON-469127724 tempest-AttachVolumeShelveTestJSON-469127724-project] 10.222.0.70 "DELETE /v2.0/floatingips/99f4df99-2fd3-4ce0-9031-c8cba94a8682 HTTP/1.1" status: 204 len: 168 time: 0.4586663 Aug 27 04:10:25.555886 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:25.578534 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 2b9cf298-1f17-42ac-9682-551e8d70d29e {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:10:25.578938 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 2b9cf298-1f17-42ac-9682-551e8d70d29e not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:10:26.620718 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41002) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:27.126652 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.379764 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Deleting port e44162ee-2a82-4b78-9493-6eb916d0515d {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:27.380026 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.456773 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] For port e44162ee-2a82-4b78-9493-6eb916d0515d, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=e44162ee-2a82-4b78-9493-6eb916d0515d,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:27.457133 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.469673 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Calling delete_port for e44162ee-2a82-4b78-9493-6eb916d0515d owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:27.660690 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.689691 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44162ee-2a82-4b78-9493-6eb916d0515d,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:27.716705 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.717052 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.717402 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.717724 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.718049 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.718386 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.718704 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.719022 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.719345 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.719666 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.720012 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.720328 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:27.873943 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:28.089064 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Router 5135d76c-45a8-4edb-b94d-2d282137e5ce has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:10:28.198865 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:10:28.203907 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f7bd66ad-9193-4a64-9b7f-b56389b4a1d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/5135d76c-45a8-4edb-b94d-2d282137e5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819967 Aug 27 04:10:28.206476 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41022) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:28.207291 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Sync routers for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:10:28.217064 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:28.217660 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:28.309689 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:28.324171 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:28.413077 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:28.465374 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Deleting port 7dcc3603-8595-48b2-a611-d6bdf501b234 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:28.465648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:28.509827 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:10:27Z', 'revision_number': 5, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port': {'id': '7dcc3603-8595-48b2-a611-d6bdf501b234', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:04:05Z', 'updated_at': '2021-08-27T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:28.535398 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Checking router: 5135d76c-45a8-4edb-b94d-2d282137e5ce for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:10:28.543370 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Routers {'5135d76c-45a8-4edb-b94d-2d282137e5ce'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:28.543988 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['5135d76c-45a8-4edb-b94d-2d282137e5ce'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:28.547126 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] For port 7dcc3603-8595-48b2-a611-d6bdf501b234, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=7dcc3603-8595-48b2-a611-d6bdf501b234,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:28.547485 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:28.559594 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Calling delete_port for 7dcc3603-8595-48b2-a611-d6bdf501b234 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:28.721140 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] Set router 5135d76c-45a8-4edb-b94d-2d282137e5ce gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:28.777050 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:10:28Z', 'revision_number': 6, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:28.809347 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29d2da-b312-45d1-bddb-306de05fc97e None None] The sync data for ids ['5135d76c-45a8-4edb-b94d-2d282137e5ce'] in dv-cinder-778193-4-smb is: [{'id': '5135d76c-45a8-4edb-b94d-2d282137e5ce', 'name': 'tempest-AttachVolumeShelveTestJSON-632441560-router', 'tenant_id': '777771512210439cbf37b5ad9ef1938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:04:03Z', 'updated_at': '2021-08-27T04:10:28Z', 'revision_number': 6, 'project_id': '777771512210439cbf37b5ad9ef1938c', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:10:28.991660 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.018152 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcc3603-8595-48b2-a611-d6bdf501b234,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:29.078908 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.172247 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.174650 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.219794 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.220350 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5135d76c-45a8-4edb-b94d-2d282137e5ce {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:10:29.227623 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.228942 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-439e36df-e4d6-4af1-bc81-85d9c69660bb admin admin] 10.222.0.70 "DELETE /v2.0/routers/5135d76c-45a8-4edb-b94d-2d282137e5ce HTTP/1.1" status: 204 len: 168 time: 1.0212886 Aug 27 04:10:29.231434 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41026) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:29.285831 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Deleting subnet 81a99568-274d-453a-907b-41ef093ae4b9 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:10:29.289539 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.325880 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.405570 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.458063 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.494061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a99568-274d-453a-907b-41ef093ae4b9,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:29.499565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.501859 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e2f5a212-e27e-4cd9-bc31-c42fbb26223e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/81a99568-274d-453a-907b-41ef093ae4b9 HTTP/1.1" status: 204 len: 168 time: 0.2691646 Aug 27 04:10:29.504295 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41028) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:29.505228 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8596f-c59f-4b77-a9f2-6e3c6cf67532 None None] Network 2e831283-fe58-4f2f-86d8-75bd284a1912 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:10:29.577618 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.634697 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Deleting port ba0edcbc-7a63-41f4-87cd-1cf85109611a {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:29.635074 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.687220 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] DHCP port deletion for 2e831283-fe58-4f2f-86d8-75bd284a1912 request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:10:29.713838 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] For port ba0edcbc-7a63-41f4-87cd-1cf85109611a, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=ba0edcbc-7a63-41f4-87cd-1cf85109611a,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:29.714123 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.734598 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Calling delete_port for ba0edcbc-7a63-41f4-87cd-1cf85109611a owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:29.738346 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Deleting port ba0edcbc-7a63-41f4-87cd-1cf85109611a {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:29.739098 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.806834 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] For port ba0edcbc-7a63-41f4-87cd-1cf85109611a, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=ba0edcbc-7a63-41f4-87cd-1cf85109611a,segment=NetworkSegment(5b48c4ac-0767-4559-be70-a02f0521d806),segment_id=5b48c4ac-0767-4559-be70-a02f0521d806)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:29.807400 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.819516 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.822773 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Calling delete_port for ba0edcbc-7a63-41f4-87cd-1cf85109611a owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:29.857570 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0edcbc-7a63-41f4-87cd-1cf85109611a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:29.867608 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] No DVR routers for this DVR port ba0edcbc-7a63-41f4-87cd-1cf85109611a on host dv-cinder-778193-4-smb {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:10:29.918061 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.931980 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] No DVR routers for this DVR port ba0edcbc-7a63-41f4-87cd-1cf85109611a on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:10:29.969234 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Pushing event deleted for resources: {'Port': ['ID=ba0edcbc-7a63-41f4-87cd-1cf85109611a,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:29.983296 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.983769 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.984227 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.984649 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.984797 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:29.985153 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.985590 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.986014 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.986437 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.986875 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.987299 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.987735 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.988172 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1ce93-1313-4812-b6c1-140ccf66e0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:29.998896 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e831283-fe58-4f2f-86d8-75bd284a1912']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:30.012901 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b48c4ac-0767-4559-be70-a02f0521d806') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:30.013302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b48c4ac-0767-4559-be70-a02f0521d806') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:30.024573 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.029374 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e44162ee-2a82-4b78-9493-6eb916d0515d no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:30.039991 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.048347 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:10:30.048890 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:10:30.051671 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:10:30.054633 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: e44162ee-2a82-4b78-9493-6eb916d0515d {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:10:30.054633 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device e44162ee-2a82-4b78-9493-6eb916d0515d not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:10:30.054633 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7dcc3603-8595-48b2-a611-d6bdf501b234 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:30.073678 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 7dcc3603-8595-48b2-a611-d6bdf501b234 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:10:30.074019 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 7dcc3603-8595-48b2-a611-d6bdf501b234 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:10:30.074486 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device ba0edcbc-7a63-41f4-87cd-1cf85109611a no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:30.096295 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: ba0edcbc-7a63-41f4-87cd-1cf85109611a {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:10:30.096920 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device ba0edcbc-7a63-41f4-87cd-1cf85109611a not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:10:30.129380 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.134251 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.136689 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] 10.222.0.70 "DELETE /v2.0/networks/2e831283-fe58-4f2f-86d8-75bd284a1912 HTTP/1.1" status: 204 len: 168 time: 0.6312141 Aug 27 04:10:30.149857 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e457-e319-4e86-ae98-9a9fd38816ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2e831283-fe58-4f2f-86d8-75bd284a1912,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:30.256711 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41044) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:30.305015 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-9f3a1f60-f6d0-4b84-9ffd-9a2a22e6ec89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=777771512210439cbf37b5ad9ef1938c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470459 Aug 27 04:10:30.307403 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41046) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:30.357847 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.380454 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.452621 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.455565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:30.456954 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63746c6e-9281-4fa7-a43f-d71a7d70bc45 HTTP/1.1" status: 204 len: 168 time: 0.1485908 Aug 27 04:10:30.465507 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b43a-8fda-4446-9d2c-e6c38c2dde46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63746c6e-9281-4fa7-a43f-d71a7d70bc45,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:32.186941 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41110) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:32.294667 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-112ec29e-9ae4-4fc4-82eb-577a04e510a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.384673 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-112ec29e-9ae4-4fc4-82eb-577a04e510a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.389229 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-112ec29e-9ae4-4fc4-82eb-577a04e510a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.425758 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec29e-9ae4-4fc4-82eb-577a04e510a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6b657-59f8-408e-bd1e-67693f5d2be3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:32.430828 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-112ec29e-9ae4-4fc4-82eb-577a04e510a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d815c9184ce84701bcbbe315b3e70b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428317 Aug 27 04:10:32.433779 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41114) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:32.484735 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.506576 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.552097 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.554746 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.555925 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ace6b657-59f8-408e-bd1e-67693f5d2be3 HTTP/1.1" status: 204 len: 168 time: 0.1212790 Aug 27 04:10:32.564622 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3af63-a45a-4b75-9c0b-3e5d36dbb385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6b657-59f8-408e-bd1e-67693f5d2be3,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:32.826270 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41126) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:32.840250 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.933073 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.936990 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.974184 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810332f7-0837-4da7-86c0-4cfb5639f618,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:32.978098 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40c45c50086d4fc294cfa7723ea54ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508429 Aug 27 04:10:32.980850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41128) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:32.983934 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.984294 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.984641 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.984987 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.985327 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.985664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.986004 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.986340 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.986676 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.987008 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.987340 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:32.987669 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe6b6-e2f5-4d3d-ba7b-c95dbf3ada48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:33.033619 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:33.054972 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:33.104256 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:33.106893 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:33.108264 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/810332f7-0837-4da7-86c0-4cfb5639f618 HTTP/1.1" status: 204 len: 168 time: 0.1262639 Aug 27 04:10:33.117025 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d18af-c978-4d9c-90f4-5d131c041cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810332f7-0837-4da7-86c0-4cfb5639f618,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:35.210765 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41188) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:35.312037 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c20150a-6a38-4eea-a7b3-daf36084f2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.402690 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c20150a-6a38-4eea-a7b3-daf36084f2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.406558 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c20150a-6a38-4eea-a7b3-daf36084f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.442579 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20150a-6a38-4eea-a7b3-daf36084f2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43e484-201f-4e63-8371-bbcdee082133,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:35.447564 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3c20150a-6a38-4eea-a7b3-daf36084f2fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff6be61ba8e34781b451601770ca44ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357810 Aug 27 04:10:35.450371 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41192) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:35.499525 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.520463 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.566023 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.568655 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.569817 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae43e484-201f-4e63-8371-bbcdee082133 HTTP/1.1" status: 204 len: 168 time: 0.1185539 Aug 27 04:10:35.578799 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a888187-cb78-4ee5-9184-5413d0837035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43e484-201f-4e63-8371-bbcdee082133,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:37.194378 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-85ba199f-ea8d-4be0-ba6a-6fa3f7f6c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:37.876001 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-05eb42c6-9ecd-4b07-a9fc-b8b42c4b4d45 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fd73b1e3995f4e9086f554c013092412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322230 Aug 27 04:10:38.063933 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-472a9509-7fb5-4401-9cfe-b29668a243e8 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:38.065410 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-472a9509-7fb5-4401-9cfe-b29668a243e8 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833928 Aug 27 04:10:38.081277 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-6f7212bf-6420-400b-860b-e20960034290 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/quotas/fd73b1e3995f4e9086f554c013092412 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Aug 27 04:10:38.112716 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-16014a4c-7bb1-4574-a5b1-fee07cba5dfc tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd73b1e3995f4e9086f554c013092412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252631 Aug 27 04:10:38.273177 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-eabae3db-85d3-4339-9a8c-28b53442ce0a req-8cf28dbc-694f-4205-8d8f-4e428a81ea29 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Aug 27 04:10:39.048844 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-b6ef820c-22dd-4cf2-ae93-98107ede21bb tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fd73b1e3995f4e9086f554c013092412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298316 Aug 27 04:10:39.252302 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-8799b951-0bbe-4dc6-a1fc-c8bf0322eccc tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:39.253779 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-8799b951-0bbe-4dc6-a1fc-c8bf0322eccc tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990433 Aug 27 04:10:39.268665 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Request body: {'port': {'device_id': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29', 'admin_state_up': True, 'tenant_id': 'fd73b1e3995f4e9086f554c013092412'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:10:39.379778 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-9058a7c9-9205-48dd-b70a-6f4aa202f553 req-f0f18d10-782e-4f26-8735-e4dc8b9f857e tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 210 time: 0.0340412 Aug 27 04:10:39.401584 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Made reservation on behalf of fd73b1e3995f4e9086f554c013092412 for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:10:39.405396 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.414441 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.513952 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.517818 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.582903 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f901eb-3fd2-4bea-8495-cc1ce5318118,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:39.655773 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Allocated IP 192.168.233.181 (a9b9588c-dde7-4d10-9bda-ee451b3fbe29/dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb/4f19c10c-f3c0-4764-9d33-4847a70b9660) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:10:39.801886 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.815795 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Transition to ACTIVE for port object 4f19c10c-f3c0-4764-9d33-4847a70b9660 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:39.848034 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.890205 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:10:39.895521 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:39.899301 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:10:39.904820 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Pushing event updated for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:39.956357 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:39.956986 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.972586 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-da502abc-25cd-41f9-a4d2-23ad3f625074 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7078762 Aug 27 04:10:39.984764 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Request body: {'port': {'device_id': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:10:40.040487 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.149073 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e78e2d52-89ae-4765-92b3-eb3089360a05 None None] Provisioning for port 4f19c10c-f3c0-4764-9d33-4847a70b9660 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:10:40.158290 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e78e2d52-89ae-4765-92b3-eb3089360a05 None None] Provisioning complete for port 4f19c10c-f3c0-4764-9d33-4847a70b9660 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:40.158734 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d52-89ae-4765-92b3-eb3089360a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.161557 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5eace5cf-d3b9-438e-ae35-5cae72b72b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.196932 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e78e2d52-89ae-4765-92b3-eb3089360a05 None None] Port 4f19c10c-f3c0-4764-9d33-4847a70b9660 cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:10:40.261490 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.311929 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f19c10c-f3c0-4764-9d33-4847a70b9660 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:10:40.320063 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.333120 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Transition to ACTIVE for port object 4f19c10c-f3c0-4764-9d33-4847a70b9660 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:40.336219 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.390061 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:40.476455 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Attempting to bind port 4f19c10c-f3c0-4764-9d33-4847a70b9660 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:10:40.476791 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Attempting to bind port 4f19c10c-f3c0-4764-9d33-4847a70b9660 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:10:40.477123 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Attempting to bind port 4f19c10c-f3c0-4764-9d33-4847a70b9660 on network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:10:40.482529 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Port 4f19c10c-f3c0-4764-9d33-4847a70b9660 on network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:10:40.483062 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Attempting to bind port 4f19c10c-f3c0-4764-9d33-4847a70b9660 on network a9b9588c-dde7-4d10-9bda-ee451b3fbe29 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:10:40.489565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:10:40.489909 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Checking segment: {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:10:40.490320 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Bound using segment: {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:10:40.490760 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Bound port: 4f19c10c-f3c0-4764-9d33-4847a70b9660, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceaa67c-da7b-4c52-bb03-8beb59aeeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:10:40.491255 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.582168 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:10:40.586865 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:10:40.591736 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.636857 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:40.637482 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.638906 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] 10.222.0.38 "PUT /v2.0/ports/4f19c10c-f3c0-4764-9d33-4847a70b9660 HTTP/1.1" status: 200 len: 1098 time: 0.6584902 Aug 27 04:10:40.639412 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:40.641896 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9697192-0bb8-4aa6-b9b8-c24da78def4f" -d '{"events": [{"name": "network-changed", "server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:40.680550 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d83147-4611-4486-bb26-0bd048221a1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:40.718796 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150ef622-c2a1-4897-a384-c9aa34f36eb9 x-openstack-request-id: req-150ef622-c2a1-4897-a384-c9aa34f36eb9 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:40.719175 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:40.719448 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-150ef622-c2a1-4897-a384-c9aa34f36eb9 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:40.719863 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660', 'status': 'completed', 'code': 200} Aug 27 04:10:40.736686 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-90b9ecb4-007c-4418-8d0a-8daa0db00d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:40.738276 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-90b9ecb4-007c-4418-8d0a-8daa0db00d7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fd73b1e3995f4e9086f554c013092412&device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 1101 time: 0.0475731 Aug 27 04:10:40.790153 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-3aff5930-da36-4e11-abff-a9d38d2a2229 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660 HTTP/1.1" status: 200 len: 217 time: 0.0428588 Aug 27 04:10:40.810221 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a56466-1c90-4b81-a157-f9b7b9f72a91 req-12eb525f-17cd-4e12-b4fa-f7e6eb7acf95 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:40.812479 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-75a56466-1c90-4b81-a157-f9b7b9f72a91 req-12eb525f-17cd-4e12-b4fa-f7e6eb7acf95 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 948 time: 0.3588970 Aug 27 04:10:40.848178 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-25fbb830-b02d-4310-81e9-8583f9d620a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:40.849961 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-25fbb830-b02d-4310-81e9-8583f9d620a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb HTTP/1.1" status: 200 len: 843 time: 0.0531962 Aug 27 04:10:40.870158 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-75a56466-1c90-4b81-a157-f9b7b9f72a91 req-e04a18a0-d3cc-4da0-b7e0-77ca36b30a1c tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Aug 27 04:10:40.901673 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901329-1262-4d41-b3e2-b87fd59760dc req-d99126c4-d467-4f44-9900-f6ce3c93ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:40.903153 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-d99126c4-d467-4f44-9900-f6ce3c93ebc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9b9588c-dde7-4d10-9bda-ee451b3fbe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465496 Aug 27 04:10:40.934534 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41328) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:40.997667 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-f14ab477-e2c8-49b9-9ee9-437a7d0a9ac7 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b9588c-dde7-4d10-9bda-ee451b3fbe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873888 Aug 27 04:10:41.055412 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7387c885-db65-4a89-81ed-a211b80da805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.094510 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-83901329-1262-4d41-b3e2-b87fd59760dc req-1c11e2d1-af77-47f7-869e-8ed295e8f69c service neutron] 10.222.0.38 "GET /v2.0/networks/a9b9588c-dde7-4d10-9bda-ee451b3fbe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897892 Aug 27 04:10:41.144421 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7387c885-db65-4a89-81ed-a211b80da805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.148202 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7387c885-db65-4a89-81ed-a211b80da805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.182930 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-75a8b541-5b12-4220-a9de-90588f0a688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:41.183853 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c885-db65-4a89-81ed-a211b80da805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d717a26-ae19-4fb5-8a97-9e49f3d1e2b0,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:41.184451 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-75a8b541-5b12-4220-a9de-90588f0a688f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fd73b1e3995f4e9086f554c013092412&device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 1101 time: 0.0414796 Aug 27 04:10:41.190954 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7387c885-db65-4a89-81ed-a211b80da805 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b7a3339e2074cf3b39a5e4d67374ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549822 Aug 27 04:10:41.191396 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41332) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:41.205920 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.247464 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.307475 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.343993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-673e1125-6fe4-45e9-a4e6-c84711ef23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:41.346132 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-673e1125-6fe4-45e9-a4e6-c84711ef23ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9b9588c-dde7-4d10-9bda-ee451b3fbe29 HTTP/1.1" status: 200 len: 870 time: 0.1458261 Aug 27 04:10:41.348406 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.402198 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-c9791e4a-cef8-435f-85b2-6bf14a540a61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660 HTTP/1.1" status: 200 len: 217 time: 0.0463457 Aug 27 04:10:41.460632 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-9a85c2e9-397d-42a9-8131-f77da6c82b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:41.462457 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-9a85c2e9-397d-42a9-8131-f77da6c82b3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb HTTP/1.1" status: 200 len: 843 time: 0.0523086 Aug 27 04:10:41.480364 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.483308 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.484501 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d717a26-ae19-4fb5-8a97-9e49f3d1e2b0 HTTP/1.1" status: 204 len: 168 time: 0.2915628 Aug 27 04:10:41.508940 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a975216-36ab-4a93-884a-d81f20d5357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d717a26-ae19-4fb5-8a97-9e49f3d1e2b0,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:41.524396 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-7e51bdb8-65d6-4b0c-b895-6da1e475567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:41.526859 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-7e51bdb8-65d6-4b0c-b895-6da1e475567c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9b9588c-dde7-4d10-9bda-ee451b3fbe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555620 Aug 27 04:10:41.631574 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-58d5c9e9-6b7e-404e-abec-b7fecbd99ce5 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b9588c-dde7-4d10-9bda-ee451b3fbe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947571 Aug 27 04:10:41.734427 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a9697192-0bb8-4aa6-b9b8-c24da78def4f req-86e85cc4-5282-4bcd-b5c5-d5a27c4fa25f service neutron] 10.222.0.38 "GET /v2.0/networks/a9b9588c-dde7-4d10-9bda-ee451b3fbe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937262 Aug 27 04:10:41.761703 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41338) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:41.775417 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-01479076-36e2-47d6-a9ef-114b8b23450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.862760 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-01479076-36e2-47d6-a9ef-114b8b23450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.866883 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-01479076-36e2-47d6-a9ef-114b8b23450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.908448 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-01479076-36e2-47d6-a9ef-114b8b23450e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04e5ff9ab27b4152a50b9f2031b03821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456687 Aug 27 04:10:41.909545 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01479076-36e2-47d6-a9ef-114b8b23450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c4353-1a5f-406d-876e-2ceab71fbc62,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:41.911054 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41342) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:41.994071 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:42.014622 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533db3aa-4cd3-4e97-b659-90a3f4eb6369 req-b25445c8-71dd-4c39-bd51-0e1481a0afb3 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:42.016128 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-533db3aa-4cd3-4e97-b659-90a3f4eb6369 req-b25445c8-71dd-4c39-bd51-0e1481a0afb3 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 948 time: 0.0745516 Aug 27 04:10:42.034976 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:42.086315 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-533db3aa-4cd3-4e97-b659-90a3f4eb6369 req-d801a26c-9829-42e1-a50b-0953fd68833f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613506 Aug 27 04:10:42.113825 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:42.116672 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:42.117901 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b3c4353-1a5f-406d-876e-2ceab71fbc62 HTTP/1.1" status: 204 len: 168 time: 0.2058468 Aug 27 04:10:42.125740 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587e4f-dcdc-4e14-ba0c-675bafa7e6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3c4353-1a5f-406d-876e-2ceab71fbc62,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:42.650318 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:43.212996 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe580ba-5666-4d3a-8f21-c4934af066f5 req-13d9291b-f853-4ce6-be7c-b5cad59b577f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:43.214986 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8fe580ba-5666-4d3a-8f21-c4934af066f5 req-13d9291b-f853-4ce6-be7c-b5cad59b577f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 948 time: 0.0528662 Aug 27 04:10:43.254787 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-8fe580ba-5666-4d3a-8f21-c4934af066f5 req-b0697bd7-9ec1-42b1-8f5a-b954768f4ed9 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Aug 27 04:10:43.627624 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4f19c10c-f3c0-4764-9d33-4847a70b9660 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:10:43.733097 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:43.745486 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': '4f19c10c-f3c0-4764-9d33-4847a70b9660', 'network_id': 'a9b9588c-dde7-4d10-9bda-ee451b3fbe29', 'port_id': '4f19c10c-f3c0-4764-9d33-4847a70b9660', 'mac_address': 'fa:16:3e:2f:d7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8f8a58-e4a7-4c6a-9a6e-261e6a440ddb', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:10:43.789587 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:43.803440 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f19c10c-f3c0-4764-9d33-4847a70b9660 {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:10:43.824297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:43.828081 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:43.874980 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:44.036359 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['4f19c10c-f3c0-4764-9d33-4847a70b9660'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:10:44.371829 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460e175-bc2b-4a9f-94d6-97042bb80694 req-f87653f9-0ef2-44cf-8b36-9385fbf0a095 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:44.373454 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b460e175-bc2b-4a9f-94d6-97042bb80694 req-f87653f9-0ef2-44cf-8b36-9385fbf0a095 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 949 time: 0.0527182 Aug 27 04:10:44.411609 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b460e175-bc2b-4a9f-94d6-97042bb80694 req-5b723b53-adf1-4a45-9b75-cb5167975391 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Aug 27 04:10:45.529817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb4b99-9586-4036-a603-7723032abf1f req-ac0e58d9-0392-4dcf-ad0e-f21cea0b479b tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:45.531342 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2cbb4b99-9586-4036-a603-7723032abf1f req-ac0e58d9-0392-4dcf-ad0e-f21cea0b479b tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 949 time: 0.0500669 Aug 27 04:10:45.569722 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-2cbb4b99-9586-4036-a603-7723032abf1f req-1b4da238-2053-40d3-a52b-4071fb6b5449 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Aug 27 04:10:45.627978 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4f19c10c-f3c0-4764-9d33-4847a70b9660 up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:10:45.678570 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port 4f19c10c-f3c0-4764-9d33-4847a70b9660 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:10:45.682449 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port 4f19c10c-f3c0-4764-9d33-4847a70b9660 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:45.682826 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.760213 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.784899 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:45.787158 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0ba84-a25d-4f0f-86a0-072da32da31d" -d '{"events": [{"server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "name": "network-vif-plugged", "status": "completed", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:45.804219 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:45.808213 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.834496 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0b8e10-78d9-459f-bb3d-6671381c4c20 x-openstack-request-id: req-da0b8e10-78d9-459f-bb3d-6671381c4c20 {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:45.834783 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "name": "network-vif-plugged", "status": "completed", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:45.835035 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da0b8e10-78d9-459f-bb3d-6671381c4c20 {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:45.835418 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660', 'code': 200} Aug 27 04:10:45.863835 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:45.989495 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943879fc-91cd-484f-9986-b2d1c2ab04ab req-39121e4c-2c71-450c-bb94-1eda7acfcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:45.991584 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-943879fc-91cd-484f-9986-b2d1c2ab04ab req-39121e4c-2c71-450c-bb94-1eda7acfcc78 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 1103 time: 0.0429602 Aug 27 04:10:46.028192 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-943879fc-91cd-484f-9986-b2d1c2ab04ab req-2995cf37-8a6a-4476-807a-426b471cbe62 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290990 Aug 27 04:10:46.683221 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff902bd-a83b-4c20-a67a-6c6b78952219 req-92983dac-2dca-4797-8674-2437f0ad0a5b tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:46.684722 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ff902bd-a83b-4c20-a67a-6c6b78952219 req-92983dac-2dca-4797-8674-2437f0ad0a5b tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 950 time: 0.0481503 Aug 27 04:10:46.727142 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-6ff902bd-a83b-4c20-a67a-6c6b78952219 req-b94e2c23-6be7-4905-ae91-9436009c2cbd tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Aug 27 04:10:47.846742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063917d-2ffd-41fe-9180-0998f2b231b5 req-23d731e0-60c4-414f-87eb-b2d351712057 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:47.848307 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d063917d-2ffd-41fe-9180-0998f2b231b5 req-23d731e0-60c4-414f-87eb-b2d351712057 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 950 time: 0.0508416 Aug 27 04:10:47.889158 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d063917d-2ffd-41fe-9180-0998f2b231b5 req-3310f3ac-dd2a-4955-8067-cdff2511efa5 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Aug 27 04:10:48.158290 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d58c-429b-4453-93e5-3e5eee453c42 req-248bd5ca-9d10-4e68-90ef-f956a16cd4bb tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:48.159840 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b281d58c-429b-4453-93e5-3e5eee453c42 req-248bd5ca-9d10-4e68-90ef-f956a16cd4bb tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 950 time: 0.0489097 Aug 27 04:10:48.198194 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-b281d58c-429b-4453-93e5-3e5eee453c42 req-6c289e65-3122-4148-afb7-b823ab970a9d tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Aug 27 04:10:49.311219 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d2f42-58da-4c98-804d-c06a15bd255a req-3a353889-117f-4b1b-8103-aa3f73f6033d tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:49.312711 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a4d2f42-58da-4c98-804d-c06a15bd255a req-3a353889-117f-4b1b-8103-aa3f73f6033d tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 950 time: 0.0472610 Aug 27 04:10:49.350845 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5a4d2f42-58da-4c98-804d-c06a15bd255a req-00615b03-ea37-43ae-9248-7abce911d05d tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.70 "GET /v2.0/security-groups?id=46f901eb-3fd2-4bea-8495-cc1ce5318118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Aug 27 04:10:49.420498 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-0e095958-76ac-418e-a242-d16298f05f11 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:49.421971 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-0e095958-76ac-418e-a242-d16298f05f11 tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.38 "GET /v2.0/ports?device_id=68171c6c-a9ee-45b6-b95f-1f142559c687 HTTP/1.1" status: 200 len: 950 time: 0.0583260 Aug 27 04:10:49.520814 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Deleting port 4f19c10c-f3c0-4764-9d33-4847a70b9660 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:10:49.521049 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:49.607301 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] For port 4f19c10c-f3c0-4764-9d33-4847a70b9660, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4f19c10c-f3c0-4764-9d33-4847a70b9660,segment=NetworkSegment(eceaa67c-da7b-4c52-bb03-8beb59aeeff3),segment_id=eceaa67c-da7b-4c52-bb03-8beb59aeeff3)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:49.607669 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:49.621072 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Calling delete_port for 4f19c10c-f3c0-4764-9d33-4847a70b9660 owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:10:49.749201 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:49.760834 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['4f19c10c-f3c0-4764-9d33-4847a70b9660'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:10:49.779227 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Pushing event deleted for resources: {'Port': ['ID=4f19c10c-f3c0-4764-9d33-4847a70b9660,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:49.822518 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] No DVR routers for this DVR port 4f19c10c-f3c0-4764-9d33-4847a70b9660 on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:10:49.831085 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:49.833341 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-af91e5c3-a7f3-4d08-9684-033ad6c746f0 req-5a1cbd27-0be4-408d-8691-3f108a0ea20f tempest-VolumesNegativeTest-1103712035 tempest-VolumesNegativeTest-1103712035-project] 10.222.0.38 "DELETE /v2.0/ports/4f19c10c-f3c0-4764-9d33-4847a70b9660 HTTP/1.1" status: 204 len: 173 time: 0.4047258 Aug 27 04:10:49.834319 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'name': 'network-vif-deleted', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:49.836566 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf793e-c8e2-4488-8c33-548f5478aebe" -d '{"events": [{"server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "name": "network-vif-deleted", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:49.884170 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ca2c94-c655-4ce3-9c4d-8bace96a7f43 x-openstack-request-id: req-97ca2c94-c655-4ce3-9c4d-8bace96a7f43 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:49.884484 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68171c6c-a9ee-45b6-b95f-1f142559c687", "name": "network-vif-deleted", "tag": "4f19c10c-f3c0-4764-9d33-4847a70b9660", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:49.884992 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97ca2c94-c655-4ce3-9c4d-8bace96a7f43 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:49.885599 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68171c6c-a9ee-45b6-b95f-1f142559c687', 'name': 'network-vif-deleted', 'tag': '4f19c10c-f3c0-4764-9d33-4847a70b9660', 'status': 'completed', 'code': 200} Aug 27 04:10:52.703133 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:10:53.650132 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4f19c10c-f3c0-4764-9d33-4847a70b9660 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:53.670497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: 4f19c10c-f3c0-4764-9d33-4847a70b9660 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:10:53.670849 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device 4f19c10c-f3c0-4764-9d33-4847a70b9660 not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:10:54.184734 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41720) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:54.318602 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-0eaeb9be-187a-4375-a596-0c2e6e141237 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd73b1e3995f4e9086f554c013092412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327469 Aug 27 04:10:54.321608 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41724) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:54.371094 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.391919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.438674 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.441325 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.442459 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46f901eb-3fd2-4bea-8495-cc1ce5318118 HTTP/1.1" status: 204 len: 168 time: 0.1199381 Aug 27 04:10:54.450483 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db5d4-caa3-42b5-841b-8cc01c56d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f901eb-3fd2-4bea-8495-cc1ce5318118,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:55.122262 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41756) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:55.220382 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-703839826-network', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:10:55.249581 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Made reservation on behalf of 0bfa6cc6a02d496db78e58f2050fe86e for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:10:55.251969 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.261249 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.355166 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.358509 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.383455 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:10:55.393045 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ec152-1d44-41af-a93c-0c81e813466f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:55.398145 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.398487 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Added segment 8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6 of type vlan for network 69a22814-baff-436a-97bd-aa0e77164d5d Aug 27 04:10:55.441107 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.469592 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.470483 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:55.471064 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.524693 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4012938 Aug 27 04:10:55.527664 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41760) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:55.530315 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4c3e4-b781-46b0-b1c2-271c9e691447 admin admin] Pushing event updated for resources: {'Network': ['ID=69a22814-baff-436a-97bd-aa0e77164d5d,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:55.532785 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Request body: {'subnet': {'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-703839826-subnet', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:10:55.540270 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 69a22814-baff-436a-97bd-aa0e77164d5d details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:10:55.560084 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Made reservation on behalf of 0bfa6cc6a02d496db78e58f2050fe86e for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:10:55.562410 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4632600'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.726376 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16593540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4632682'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.784150 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2520466-d66f-43eb-9f31-eb7c8db8a3cd,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:55.794187 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Checking segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:10:55.794546 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Network hostable DHCP agents. Network: 69a22814-baff-436a-97bd-aa0e77164d5d, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:10:55.815231 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Network 69a22814-baff-436a-97bd-aa0e77164d5d is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:10:55.824089 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 69a22814-baff-436a-97bd-aa0e77164d5d) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:55.828419 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:55.829010 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.834300 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8743ed-bd36-4f0c-bf90-58c240f0c647 None None] Network 69a22814-baff-436a-97bd-aa0e77164d5d requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:10:55.844092 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-702cbc0f-e8b0-493c-972d-64bab331d958 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3149536 Aug 27 04:10:55.846943 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41762) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:55.853235 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:10:55.875234 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.876299 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:55.935678 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.021945 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-69a22814-baff-436a-97bd-aa0e77164d5d', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:10:56.022956 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.090520 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.180343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Allocated IP 172.20.0.2 (69a22814-baff-436a-97bd-aa0e77164d5d/c2520466-d66f-43eb-9f31-eb7c8db8a3cd/38b08190-bd72-4a56-b095-988dc0070b92) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:10:56.347706 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.358106 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Transition to ACTIVE for port object 38b08190-bd72-4a56-b095-988dc0070b92 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:56.374708 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Transition to ACTIVE for port object 38b08190-bd72-4a56-b095-988dc0070b92 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:56.380992 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.425558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Network 69a22814-baff-436a-97bd-aa0e77164d5d is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:10:56.428871 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:56.433836 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:10:56.437261 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Pushing event updated for resources: {'Port': ['ID=38b08190-bd72-4a56-b095-988dc0070b92,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:56.498130 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Attempting to bind port 38b08190-bd72-4a56-b095-988dc0070b92 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:10:56.498414 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Attempting to bind port 38b08190-bd72-4a56-b095-988dc0070b92 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:10:56.498784 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Attempting to bind port 38b08190-bd72-4a56-b095-988dc0070b92 on network 69a22814-baff-436a-97bd-aa0e77164d5d {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:10:56.504699 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:10:56.505076 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Checking segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:10:56.506041 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.506434 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Bound using segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:10:56.506913 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Bound port: 38b08190-bd72-4a56-b095-988dc0070b92, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:10:56.507293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.574426 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] For port 38b08190-bd72-4a56-b095-988dc0070b92, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:10:56.578334 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] For port 38b08190-bd72-4a56-b095-988dc0070b92, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=38b08190-bd72-4a56-b095-988dc0070b92,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:10:56.582603 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.602784 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.621730 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.641407 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c4c8-729e-459a-8de5-9b63a5dfe4b0 None None] Pushing event updated for resources: {'Port': ['ID=38b08190-bd72-4a56-b095-988dc0070b92,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:56.735366 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Allocated IP 172.28.2.46 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/63cc3add-e67d-4297-b92a-6f2bbff06e97) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:10:56.853617 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.900318 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:56.939629 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:10:56.945340 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:56.949000 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:10:56.974063 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Pushing event updated for resources: {'Port': ['ID=63cc3add-e67d-4297-b92a-6f2bbff06e97,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:57.200173 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:57.419540 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:57.537972 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78339e19-fe58-4c49-a6d1-d58f83ed8e8f None None] Network 69a22814-baff-436a-97bd-aa0e77164d5d requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:10:57.564581 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Router a692e164-bb2f-4a18-bd79-70747d951110 is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:10:57.684710 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:10:57.701348 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:57.702821 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d5321136-5048-4d34-b3eb-41f8270f4f2e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8548589 Aug 27 04:10:57.705587 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41800) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:57.711928 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Sync routers for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:10:57.737787 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:57.738431 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:57.771744 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-632bea54-bb33-4336-934c-d8bbce98fc58 None None] Provisioning for port 38b08190-bd72-4a56-b095-988dc0070b92 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:10:57.897589 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:58.061633 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 38b08190-bd72-4a56-b095-988dc0070b92 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:10:58.148091 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 38b08190-bd72-4a56-b095-988dc0070b92 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:10:58.154420 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 38b08190-bd72-4a56-b095-988dc0070b92 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:58.154797 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.158591 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:57Z', 'revision_number': 3, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:58.169108 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.207507 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Checking router: a692e164-bb2f-4a18-bd79-70747d951110 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:10:58.207911 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Updating router a692e164-bb2f-4a18-bd79-70747d951110 port 63cc3add-e67d-4297-b92a-6f2bbff06e97 binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:10:58.242025 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.327541 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Allocated IP 172.20.0.1 (69a22814-baff-436a-97bd-aa0e77164d5d/c2520466-d66f-43eb-9f31-eb7c8db8a3cd/22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:10:58.378481 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.401878 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-9df85ad0-6e34-4b38-abdc-0b952f35cec0 None None] Provisioning complete for port 38b08190-bd72-4a56-b095-988dc0070b92 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:58.402159 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9df85ad0-6e34-4b38-abdc-0b952f35cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.441806 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.461203 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Transition to ACTIVE for port object 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:58.494803 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 38b08190-bd72-4a56-b095-988dc0070b92, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=38b08190-bd72-4a56-b095-988dc0070b92,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:58.509307 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.512334 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.533228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Network 69a22814-baff-436a-97bd-aa0e77164d5d is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:10:58.535729 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:58.538183 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:10:58.614215 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.654465 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Pushing event updated for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:58.660341 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=38b08190-bd72-4a56-b095-988dc0070b92,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:58.728283 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.742172 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Transition to ACTIVE for port object 63cc3add-e67d-4297-b92a-6f2bbff06e97 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:10:58.749118 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.768272 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.772178 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41808) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:58.820404 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Attempting to bind port 63cc3add-e67d-4297-b92a-6f2bbff06e97 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:10:58.820688 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Attempting to bind port 63cc3add-e67d-4297-b92a-6f2bbff06e97 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:10:58.821050 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Attempting to bind port 63cc3add-e67d-4297-b92a-6f2bbff06e97 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:10:58.823105 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c36fef-ec20-457e-8ea5-26734e3798a4 None None] Pushing event updated for resources: {'Port': ['ID=63cc3add-e67d-4297-b92a-6f2bbff06e97,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:58.829462 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:10:58.829836 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:10:58.830239 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.830634 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:10:58.831124 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Bound port: 63cc3add-e67d-4297-b92a-6f2bbff06e97, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:10:58.831507 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.873385 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e9dc81cc-df9e-4fb6-a0f8-85e4b4cdf1c9 None None] Provisioning for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:10:58.887097 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e9dc81cc-df9e-4fb6-a0f8-85e4b4cdf1c9 None None] Provisioning complete for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:58.887479 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e9dc81cc-df9e-4fb6-a0f8-85e4b4cdf1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.893456 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464f20da-cb97-4e48-bd6d-bbf88a557532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.922610 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] For port 63cc3add-e67d-4297-b92a-6f2bbff06e97, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:10:58.942260 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] For port 63cc3add-e67d-4297-b92a-6f2bbff06e97, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=63cc3add-e67d-4297-b92a-6f2bbff06e97,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:10:58.945560 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc81cc-df9e-4fb6-a0f8-85e4b4cdf1c9 None None] Port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:10:58.949122 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:58.997762 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.002514 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.007136 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464f20da-cb97-4e48-bd6d-bbf88a557532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.009942 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:10:59.010628 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:59.010944 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-464f20da-cb97-4e48-bd6d-bbf88a557532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.042223 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-464f20da-cb97-4e48-bd6d-bbf88a557532 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fe0ddcd76194483948303751276b7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665291 Aug 27 04:10:59.046797 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c36fef-ec20-457e-8ea5-26734e3798a4 None None] Pushing event updated for resources: {'Port': ['ID=63cc3add-e67d-4297-b92a-6f2bbff06e97,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:59.048489 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41812) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:59.078068 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.080426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f20da-cb97-4e48-bd6d-bbf88a557532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655744de-9c66-4053-ac01-3bfe754d7ba2,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:59.081162 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Pushing event updated for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:59.120892 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.139657 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:10:59.147912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.200487 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Network 69a22814-baff-436a-97bd-aa0e77164d5d is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:10:59.202127 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:10:59.215955 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.219487 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.224938 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/655744de-9c66-4053-ac01-3bfe754d7ba2 HTTP/1.1" status: 204 len: 168 time: 0.1735969 Aug 27 04:10:59.234517 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379441f4-785f-49bb-8620-e6626fb7c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655744de-9c66-4053-ac01-3bfe754d7ba2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:59.357716 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Router a692e164-bb2f-4a18-bd79-70747d951110 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:10:59.374450 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 2, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:59.416575 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44b89b-770b-43b0-a38f-3e7690be8869 None None] The sync data for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb is: [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 2, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:10:59.471167 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-c2b131f0-d128-4c30-a30a-0b07a99f00f4 None None] Provisioning complete for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:59.471715 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c2b131f0-d128-4c30-a30a-0b07a99f00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.498816 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:10:59.512802 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-441a4630-aa17-4214-8e03-00424559c7bc admin admin] 10.222.0.70 "PUT /v2.0/routers/a692e164-bb2f-4a18-bd79-70747d951110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980318 Aug 27 04:10:59.520111 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-c2b131f0-d128-4c30-a30a-0b07a99f00f4 None None] Port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:10:59.591226 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41820) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:59.608424 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136954bb-8286-4d72-bf68-52ad8bf1b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.737547 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136954bb-8286-4d72-bf68-52ad8bf1b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.741936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-136954bb-8286-4d72-bf68-52ad8bf1b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.786801 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-136954bb-8286-4d72-bf68-52ad8bf1b01f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef3a876678b74fef8bcd480b82b7c194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943560 Aug 27 04:10:59.789455 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41826) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:59.792232 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136954bb-8286-4d72-bf68-52ad8bf1b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e48704-0302-4b1d-87f3-365b917a58b5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:59.846394 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.871137 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.931664 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.934424 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:59.938135 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9e48704-0302-4b1d-87f3-365b917a58b5 HTTP/1.1" status: 204 len: 168 time: 0.1451929 Aug 27 04:10:59.947401 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e391a64-4fb9-46ff-91e2-f4b8f4f0d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e48704-0302-4b1d-87f3-365b917a58b5,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:00.051155 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 38b08190-bd72-4a56-b095-988dc0070b92 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:00.133460 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 38b08190-bd72-4a56-b095-988dc0070b92 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:00.133850 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.234518 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41844) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:00.240187 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177194690-network', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:00.270029 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Made reservation on behalf of e8850842e64c481a8dd8402206572bf3 for: {'network': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:00.273005 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for network, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.282055 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.389190 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.394131 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.421034 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:11:00.431656 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae82168c-6704-4d8e-906a-1124dc7d4757,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:00.437234 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.437234 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.segments_db [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Added segment 02ab8005-e918-4f69-9b95-635c484a1307 of type vlan for network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 Aug 27 04:11:00.478911 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749296881008'] for network, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.510900 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546'] for network, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.512178 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:00.512763 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.571724 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3360703 Aug 27 04:11:00.574831 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41854) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:00.578853 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcadf-324c-4541-9dd3-0b425d4e15e1 admin admin] Pushing event updated for resources: {'Network': ['ID=538d6ac1-72dd-4541-9f1c-28cfa84a2fa7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:00.580155 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Request body: {'subnet': {'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177194690-subnet', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'ip_version': 4}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:00.590249 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 details requested by agent ovs-agent-dv-cinder-778193-4-smb with host dv-cinder-778193-4-smb {{(pid=94013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:11:00.605990 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Made reservation on behalf of e8850842e64c481a8dd8402206572bf3 for: {'subnet': 1} {{(pid=94012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:00.608916 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4632600'] for subnet, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.805217 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16593540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4632682'] for subnet, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.848668 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d04c64-b72f-4040-8451-84692255e6f7,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:00.879563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Checking segment: {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:00.879955 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Network hostable DHCP agents. Network: 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7, hostable agents: ['9231349d-0b8c-43a2-b193-db383031a819'], hosted agents: [] {{(pid=94012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:11:00.897431 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 is scheduled to be hosted by DHCP agent 9231349d-0b8c-43a2-b193-db383031a819 with binding_index 1 {{(pid=94012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:11:00.906313 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-4-smb, 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7) {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:00.910458 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:00.910991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.917480 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b874702e-91db-4e20-97d0-265f544cecdc None None] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:11:00.925386 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-aad9ee58-0277-42c4-ad37-1ad82bf23c3c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3493729 Aug 27 04:11:00.929591 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41864) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:00.934115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:00.956183 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7953709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7181'] for router, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:00.957339 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7953793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7952363', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8025417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7194'] for router, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.013516 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.086128 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b97d29a-ce65-50ec-8868-e2da6f4dcc63-538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7'}]}} from dv-cinder-778193-4-smb. {{(pid=94013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:11:01.087134 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.161175 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.236443 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.db_base_plugin_common [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Allocated IP 172.20.0.2 (538d6ac1-72dd-4541-9f1c-28cfa84a2fa7/88d04c64-b72f-4040-8451-84692255e6f7/108e1cad-5ef2-4fdb-b0b3-277c5777b541) {{(pid=94013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:01.393625 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.421873 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.428242 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks [] for port, precommit_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.437780 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Transition to ACTIVE for port object 108e1cad-5ef2-4fdb-b0b3-277c5777b541 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:01.454020 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Transition to ACTIVE for port object 108e1cad-5ef2-4fdb-b0b3-277c5777b541 will not be triggered until provisioned by entity DHCP. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:01.461241 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766'] for port, after_create {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.510165 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Pushing event updated for resources: {'Port': ['ID=108e1cad-5ef2-4fdb-b0b3-277c5777b541,revision_number=1']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:01.524258 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 is already hosted by enough agents. {{(pid=94013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:01.526527 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.scheduler.base_scheduler [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Resources bound (agent type, host, resource id): {{(pid=94013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:01.530025 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Received port after_create {{(pid=94013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:01.541985 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Allocated IP 172.28.2.253 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:01.611837 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Attempting to bind port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:01.612298 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Attempting to bind port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:01.612758 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Attempting to bind port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 on network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:01.618902 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:01.619290 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Checking segment: {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:01.619741 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.620130 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Bound using segment: {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:01.620607 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Bound port: 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:01.621055 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.671864 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.688416 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] For port 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:01.692674 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] For port 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=108e1cad-5ef2-4fdb-b0b3-277c5777b541,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:01.700797 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.704237 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Sync routers for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:01.716120 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:01.717113 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:01.724424 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:01.763607 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:01.770357 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32284d75-fe82-4e95-97ff-8e07515d1f42 None None] Pushing event updated for resources: {'Port': ['ID=108e1cad-5ef2-4fdb-b0b3-277c5777b541,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:01.770548 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:01.774156 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:01.816816 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:01.877074 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:01.946398 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41886) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:02.132993 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.162738 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 63cc3add-e67d-4297-b92a-6f2bbff06e97 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:02.180327 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 2, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:02.182204 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-94f982a7-aa0f-4669-ad69-b03af262dd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.213417 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Checking router: a692e164-bb2f-4a18-bd79-70747d951110 for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:02.213881 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Updating router a692e164-bb2f-4a18-bd79-70747d951110 port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:11:02.232153 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 63cc3add-e67d-4297-b92a-6f2bbff06e97 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:02.238168 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 63cc3add-e67d-4297-b92a-6f2bbff06e97 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:02.238763 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.245252 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.283780 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-94f982a7-aa0f-4669-ad69-b03af262dd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.288737 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-94f982a7-aa0f-4669-ad69-b03af262dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.330282 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.344198 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f982a7-aa0f-4669-ad69-b03af262dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51aad16-0531-4179-bf25-ce88ccdac1fd,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:02.366122 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 63cc3add-e67d-4297-b92a-6f2bbff06e97, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=63cc3add-e67d-4297-b92a-6f2bbff06e97,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:02.372684 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.374052 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 108e1cad-5ef2-4fdb-b0b3-277c5777b541 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:02.381352 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-94f982a7-aa0f-4669-ad69-b03af262dd74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdadf11adf4a431da826213e909b9bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331489 Aug 27 04:11:02.383385 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41890) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:02.403354 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7953850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7951668'] for router, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.458904 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=63cc3add-e67d-4297-b92a-6f2bbff06e97,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:02.477916 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:02.513341 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.548169 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.551467 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.563496 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Transition to ACTIVE for port object 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:02.570856 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.607418 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Router 14b44885-aae4-47da-b635-44694b5dea2b is scheduled to L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 with binding_index 1 {{(pid=94012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:11:02.621762 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.622714 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Pushing event updated for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:02.624493 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.625652 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e51aad16-0531-4179-bf25-ce88ccdac1fd HTTP/1.1" status: 204 len: 168 time: 0.2412832 Aug 27 04:11:02.632030 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.632455 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.632869 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.633297 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.633704 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.634106 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.634506 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.634902 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.635297 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.636733 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78986d4b-24f7-48ce-8a8f-e46940bb2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51aad16-0531-4179-bf25-ce88ccdac1fd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:02.637151 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.637570 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.637983 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:02.736009 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Attempting to bind port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:02.737012 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Attempting to bind port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:02.737427 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Attempting to bind port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca on network 69a22814-baff-436a-97bd-aa0e77164d5d {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:02.743646 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:02.744048 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Checking segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:02.744446 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.744834 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Bound using segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:02.745418 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Bound port: 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:02.745805 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.779936 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:02.792101 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Sync routers for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:02.808441 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:02.810963 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:02.817129 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.820130 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-e3021521-3b54-43dd-a778-d4bc7b581c26 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8895335 Aug 27 04:11:02.821378 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41896) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:02.827613 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] For port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:02.831540 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] For port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:02.838233 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:02.902609 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:02.903492 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:02.949470 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96320bc7-e881-4562-a49c-74299617eb11 None None] Pushing event updated for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:02.989648 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:03.090928 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:03.139554 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41898) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:03.159289 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29390459-6770-4e78-90d6-1ae293069183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.171760 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e021103-4fc9-4be5-b8e9-a63745f7c1cd None None] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:11:03.298051 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Provisioning for port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:03.301384 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29390459-6770-4e78-90d6-1ae293069183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.306875 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-29390459-6770-4e78-90d6-1ae293069183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.334900 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Provisioning complete for port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:03.335141 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.354524 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-29390459-6770-4e78-90d6-1ae293069183 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9b002a482814232a838f5a6a5f1c152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136264 Aug 27 04:11:03.355221 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41900) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:03.363516 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390459-6770-4e78-90d6-1ae293069183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7da717-2be8-48b3-b1f1-44be0d77a522,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:03.409188 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:03.432353 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.444542 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3c8dc-ac4b-4581-ba2d-0ad520404e5a None None] The sync data for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb is: [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:03.458292 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.477415 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:01Z', 'revision_number': 3, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:03.513593 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Checking router: 14b44885-aae4-47da-b635-44694b5dea2b for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:03.514003 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Updating router 14b44885-aae4-47da-b635-44694b5dea2b port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 binding host dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:11:03.521957 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.524993 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.526390 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae7da717-2be8-48b3-b1f1-44be0d77a522 HTTP/1.1" status: 204 len: 168 time: 0.1697605 Aug 27 04:11:03.539258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b7191-44fc-43c9-890f-43e1714c9cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7da717-2be8-48b3-b1f1-44be0d77a522,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:03.600296 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.602622 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.747524 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] For port 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=108e1cad-5ef2-4fdb-b0b3-277c5777b541,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:03.754515 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.809127 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.971146 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8344-307d-4e12-a66d-438c42580b0d None None] Pushing event updated for resources: {'Port': ['ID=108e1cad-5ef2-4fdb-b0b3-277c5777b541,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:04.070461 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks [] for port, precommit_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.086165 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Transition to ACTIVE for port object 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 will not be triggered until provisioned by entity L2. {{(pid=94013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:04.090633 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-eddf60fc-f198-4966-983d-17c33cd3a0c8 None None] Provisioning complete for port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:04.091108 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-eddf60fc-f198-4966-983d-17c33cd3a0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.119785 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.126651 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Allocated IP 172.20.0.1 (538d6ac1-72dd-4541-9f1c-28cfa84a2fa7/88d04c64-b72f-4040-8451-84692255e6f7/0459a33a-37fc-44ac-b2c9-365d46ea192c) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:04.171206 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:04.211954 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Attempting to bind port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:04.212647 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Attempting to bind port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:04.212907 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Attempting to bind port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 on network 233a77f5-2c05-4eb7-a411-15ad2a265492 {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:04.237363 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:04.237838 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Checking segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:04.238309 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.238771 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Bound using segment: {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'} {{(pid=94013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:04.239311 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.managers [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Bound port: 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f185bf7-9d6b-4a3c-9866-c7a9344e4127', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492'}}] {{(pid=94013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:04.239817 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.244718 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c0b76-d799-4d43-87c9-446a609c9440 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,revision_number=2']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:04.264802 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.281466 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Transition to ACTIVE for port object 0459a33a-37fc-44ac-b2c9-365d46ea192c will not be triggered until provisioned by entity DHCP. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:04.319987 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.360576 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:04.366481 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:04.370579 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:04.398208 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Pushing event updated for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:04.421113 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951851'] for router_interface, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.500314 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:04.524375 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:04.524748 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.526730 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] For port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:04.571103 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] For port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:04.587351 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.590473 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.683274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:04.683899 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:04.726344 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c0b76-d799-4d43-87c9-446a609c9440 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,revision_number=3']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:04.734986 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-bd3c6ee2-38eb-4e08-9bc5-bd4d06d1dee9 None None] Provisioning for port 0459a33a-37fc-44ac-b2c9-365d46ea192c completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:04.748790 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-bd3c6ee2-38eb-4e08-9bc5-bd4d06d1dee9 None None] Provisioning complete for port 0459a33a-37fc-44ac-b2c9-365d46ea192c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:04.749196 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6ee2-38eb-4e08-9bc5-bd4d06d1dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.757068 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.777311 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.784460 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.845418 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c6ee2-38eb-4e08-9bc5-bd4d06d1dee9 None None] Port 0459a33a-37fc-44ac-b2c9-365d46ea192c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:11:04.852365 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Pushing event updated for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:04.860088 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8369572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7973428'] for router_interface, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.871175 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:04.872996 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:04.875819 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.876680 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 63cc3add-e67d-4297-b92a-6f2bbff06e97 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:04.978044 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:04.980469 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:05.061909 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:05.083577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 63cc3add-e67d-4297-b92a-6f2bbff06e97 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:05.088076 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:05.134154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Router 14b44885-aae4-47da-b635-44694b5dea2b has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:11:05.252635 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '0459a33a-37fc-44ac-b2c9-365d46ea192c', 'name': '', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'mac_address': 'fa:16:3e:1c:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:03Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 1, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'subnets': [{'id': '88d04c64-b72f-4040-8451-84692255e6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:05.269832 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:05.276309 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7a302905-be49-4439-a7d1-465934015fec admin admin] 10.222.0.70 "PUT /v2.0/routers/14b44885-aae4-47da-b635-44694b5dea2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4536791 Aug 27 04:11:05.304982 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e69c3-4abf-4fff-b642-effba7012002 None None] The sync data for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb is: [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '0459a33a-37fc-44ac-b2c9-365d46ea192c', 'name': '', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'mac_address': 'fa:16:3e:1c:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:03Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 1, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'subnets': [{'id': '88d04c64-b72f-4040-8451-84692255e6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:05.319388 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-34d0dd67-6d90-4035-aef9-f8c45f5409dc None None] Provisioning complete for port 0459a33a-37fc-44ac-b2c9-365d46ea192c triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:05.319798 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-34d0dd67-6d90-4035-aef9-f8c45f5409dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:05.362968 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-34d0dd67-6d90-4035-aef9-f8c45f5409dc None None] Port 0459a33a-37fc-44ac-b2c9-365d46ea192c cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:11:05.813530 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41954) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:05.820476 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028296294', 'description': 'tempest-secgroup-smoke-2028296294 description', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:05.853916 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:05.969414 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:05.975620 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.010702 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.012097 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1962552 Aug 27 04:11:06.014298 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d52ac-027d-4839-a619-e10da258ce6f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570cae28-6e59-4abb-8554-3a2f82b34b97,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.015415 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41960) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.023020 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.040144 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:06.056537 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.092463 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:06.092939 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.118115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.122089 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.140083 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031e1ad3-31f8-4a87-a86f-bb6353016c53,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.147817 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.151118 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-cb9e27a3-6e40-4db0-ace6-c493c8e9f618 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310627 Aug 27 04:11:06.151118 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41962) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.155321 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.176008 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 108e1cad-5ef2-4fdb-b0b3-277c5777b541 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:06.182426 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.223204 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:06.224231 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.242540 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.246952 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.266339 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09d64ea-da4a-476c-80db-ef37f4f6b77b,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.275089 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.276956 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-b8cc220b-7b96-4231-b1b9-52962fbf87fd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245589 Aug 27 04:11:06.279052 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41964) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.290044 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.337284 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.403326 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.408293 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.428703 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeebf5f-bc04-4aef-a247-7f4aa3e97c14,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.432073 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.433300 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-83284d4f-2fa3-47ad-b6bf-737882181158 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533015 Aug 27 04:11:06.436007 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 41966) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.440812 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.468670 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.531686 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.535789 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.555764 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f644941-9571-43c9-9144-6191175f4ce2,revision_number=0']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.563991 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.565239 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1d74f81e-f11e-44ca-a0f3-b098c9c3049d tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282754 Aug 27 04:11:06.568170 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41968) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.572828 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.595430 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.securitygroups_db [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Project 0bfa6cc6a02d496db78e58f2050fe86e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:11:06.601474 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.667367 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.671599 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.693676 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcd80d9-7cd4-4d77-a1d1-46e639937d8b,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.700102 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.701423 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-1cd2b47a-f3c0-4b40-be9a-172b41d08e6a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322529 Aug 27 04:11:06.704093 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 41970) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:06.709216 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'security_group_rule': {'security_group_id': '570cae28-6e59-4abb-8554-3a2f82b34b97', 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:06.731986 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.securitygroups_db [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Project 0bfa6cc6a02d496db78e58f2050fe86e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:11:06.737462 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.802080 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.805956 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377749'] for security_group_rule, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.824903 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d319780d-80c1-433e-a144-b354e204baba,revision_number=0']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:06.828268 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:06.829607 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-924b3e5e-1bcb-4776-bdca-967bff9e5a4f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245825 Aug 27 04:11:07.195057 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7c8af9fe-fe7a-465b-90f1-773784083c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:07.561469 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Sync routers for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:07.575063 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:07.575661 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:07.766861 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:07.981788 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '0459a33a-37fc-44ac-b2c9-365d46ea192c', 'name': '', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'mac_address': 'fa:16:3e:1c:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:03Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 2, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'subnets': [{'id': '88d04c64-b72f-4040-8451-84692255e6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:08.011198 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Checking router: 14b44885-aae4-47da-b635-44694b5dea2b for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:08.011608 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Updating router 14b44885-aae4-47da-b635-44694b5dea2b port 0459a33a-37fc-44ac-b2c9-365d46ea192c binding host dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:11:08.037363 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.042892 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:08.095389 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:08.100668 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:08.101067 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.186332 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.209150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:08.213472 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.272046 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:08.331959 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks [] for port, precommit_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.349868 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.provisioning_blocks [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Transition to ACTIVE for port object 0459a33a-37fc-44ac-b2c9-365d46ea192c will not be triggered until provisioned by entity L2. {{(pid=94014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:08.357154 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.422993 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c835124-9dfc-4e0b-9f3e-8b473c340ef4 None None] Pushing event updated for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=3']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:08.474863 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Attempting to bind port 0459a33a-37fc-44ac-b2c9-365d46ea192c on host dv-cinder-778193-4-smb for vnic_type normal with profile {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:08.475103 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Attempting to bind port 0459a33a-37fc-44ac-b2c9-365d46ea192c by drivers openvswitch,hyperv on host dv-cinder-778193-4-smb at level 0 using segments [{'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:08.475653 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Attempting to bind port 0459a33a-37fc-44ac-b2c9-365d46ea192c on network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:08.481456 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Checking agent: {'id': '11f2bde4-9cac-4c48-9b0a-563f0ba1bba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 56, 10), 'started_at': datetime.datetime(2021, 8, 27, 3, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:08.482148 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Checking segment: {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:08.482990 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.483906 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Bound using segment: {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'} {{(pid=94014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:08.484582 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.managers [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Bound port: 0459a33a-37fc-44ac-b2c9-365d46ea192c, host: dv-cinder-778193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab8005-e918-4f69-9b95-635c484a1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7'}}] {{(pid=94014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:08.489976 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.558680 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] For port 0459a33a-37fc-44ac-b2c9-365d46ea192c, host dv-cinder-778193-4-smb, cleared binding levels {{(pid=94014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:08.562126 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.plugins.ml2.db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] For port 0459a33a-37fc-44ac-b2c9-365d46ea192c, host dv-cinder-778193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0459a33a-37fc-44ac-b2c9-365d46ea192c,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:08.566782 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron_lib.callbacks.manager [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:08.621786 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:08.622407 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:10:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:08.672647 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c835124-9dfc-4e0b-9f3e-8b473c340ef4 None None] Pushing event updated for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=4']} {{(pid=94014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:08.746017 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:08.951617 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '0459a33a-37fc-44ac-b2c9-365d46ea192c', 'name': '', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'mac_address': 'fa:16:3e:1c:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:03Z', 'updated_at': '2021-08-27T04:11:08Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'subnets': [{'id': '88d04c64-b72f-4040-8451-84692255e6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:08.976913 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a957e-eccc-43bd-bddc-115b19474266 None None] The sync data for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb is: [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '0459a33a-37fc-44ac-b2c9-365d46ea192c', 'name': '', 'network_id': '538d6ac1-72dd-4541-9f1c-28cfa84a2fa7', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'mac_address': 'fa:16:3e:1c:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '88d04c64-b72f-4040-8451-84692255e6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:03Z', 'updated_at': '2021-08-27T04:11:08Z', 'revision_number': 4, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'subnets': [{'id': '88d04c64-b72f-4040-8451-84692255e6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:09.924195 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42062) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:10.060217 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0459a33a-37fc-44ac-b2c9-365d46ea192c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:10.081409 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ae8e1a-d800-4e48-9e23-431143cf9e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.113414 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning for port 0459a33a-37fc-44ac-b2c9-365d46ea192c completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:10.117195 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 0459a33a-37fc-44ac-b2c9-365d46ea192c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:10.117578 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.171256 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ce97-9c4a-4b61-a211-46d30ade1cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.173792 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ae8e1a-d800-4e48-9e23-431143cf9e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.179441 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-08ae8e1a-d800-4e48-9e23-431143cf9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.216138 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.217994 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-08ae8e1a-d800-4e48-9e23-431143cf9e65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfefa95548d74081a0ea12d6e272db54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927423 Aug 27 04:11:10.219076 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8e1a-d800-4e48-9e23-431143cf9e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58566652-c8f1-4844-95a1-78ab737bc6d2,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:10.221115 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42066) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:10.268211 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] For port 0459a33a-37fc-44ac-b2c9-365d46ea192c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0459a33a-37fc-44ac-b2c9-365d46ea192c,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:10.274868 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.275831 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:10.280053 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.281297 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.300985 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.357291 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.359672 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Pushing event updated for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:10.361284 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.378765 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58566652-c8f1-4844-95a1-78ab737bc6d2 HTTP/1.1" status: 204 len: 168 time: 0.1522620 Aug 27 04:11:10.380638 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:10.381223 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.388165 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38c36-c9cf-466f-ae35-b277917fc232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58566652-c8f1-4844-95a1-78ab737bc6d2,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:10.688180 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42074) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:10.701619 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda7548c-5041-4227-9a8a-2c24d64f5204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.791648 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda7548c-5041-4227-9a8a-2c24d64f5204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.796906 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dda7548c-5041-4227-9a8a-2c24d64f5204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.835724 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-dda7548c-5041-4227-9a8a-2c24d64f5204 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0087464235e742bf966414faca27d0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464424 Aug 27 04:11:10.836423 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7548c-5041-4227-9a8a-2c24d64f5204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434e2a0-2ac1-47da-ae85-5dac34c5b654,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:10.838363 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42076) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:10.888850 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.912793 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.960837 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.963491 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.964696 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5434e2a0-2ac1-47da-ae85-5dac34c5b654 HTTP/1.1" status: 204 len: 168 time: 0.1252604 Aug 27 04:11:10.972743 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86948-d78d-439e-90b4-1c27b5e1fb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434e2a0-2ac1-47da-ae85-5dac34c5b654,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:11.241546 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:11.252524 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.027719 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0459a33a-37fc-44ac-b2c9-365d46ea192c up at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:12.075400 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Provisioning complete for port 0459a33a-37fc-44ac-b2c9-365d46ea192c triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:12.075905 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.108131 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42108) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:12.216147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-701f49bb-6454-4ae7-a6d4-fe5ad7a877dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.308883 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-701f49bb-6454-4ae7-a6d4-fe5ad7a877dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.312969 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-701f49bb-6454-4ae7-a6d4-fe5ad7a877dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.352398 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-701f49bb-6454-4ae7-a6d4-fe5ad7a877dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb29a350c2b143c18e1559432cb07f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430623 Aug 27 04:11:12.353518 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f49bb-6454-4ae7-a6d4-fe5ad7a877dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8ef15-b0da-4242-bed8-27a0dcdd1864,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:12.355156 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42112) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:12.406688 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.427949 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.478041 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.480751 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.481895 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62e8ef15-b0da-4242-bed8-27a0dcdd1864 HTTP/1.1" status: 204 len: 168 time: 0.1257014 Aug 27 04:11:12.490425 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e59bd-dea2-4ec6-8ec0-3990ef473594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8ef15-b0da-4242-bed8-27a0dcdd1864,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:12.658808 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.362561 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-cd1b388a-05c1-4250-8ab1-90f4b7afd20c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028296294&fields=id&tenant_id=0bfa6cc6a02d496db78e58f2050fe86e HTTP/1.1" status: 200 len: 267 time: 0.0376515 Aug 27 04:11:24.466682 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-b3ff3a03-9a90-45a6-ab92-994c9aa48f07 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:24.468162 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-b3ff3a03-9a90-45a6-ab92-994c9aa48f07 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 808 time: 0.0987921 Aug 27 04:11:24.483084 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-ddd00cee-c846-4d20-a967-3e15b72ded7e tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/quotas/0bfa6cc6a02d496db78e58f2050fe86e HTTP/1.1" status: 200 len: 375 time: 0.0092804 Aug 27 04:11:24.534607 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-b21731c3-9dd4-4aaa-bd16-bec2046ef381 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461526 Aug 27 04:11:24.726347 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-d08c37b1-0a51-41d9-8303-265b860525ac service neutron] 10.222.0.70 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766746 Aug 27 04:11:24.815060 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-9efe9490-09fb-43df-bde3-9e68253d288c service neutron] 10.222.0.70 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Aug 27 04:11:25.110400 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-3065e321-429f-441f-90aa-d97ba0a8ccb8 req-8ea25983-8356-483b-a7f9-005df8446524 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 210 time: 0.0335443 Aug 27 04:11:26.037543 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-344be5ad-1221-4e18-a136-9cbf76715f85 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:26.039347 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-344be5ad-1221-4e18-a136-9cbf76715f85 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 808 time: 0.1065309 Aug 27 04:11:26.094233 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-15628120-ac8d-42b3-8bee-a88211561ca3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfa6cc6a02d496db78e58f2050fe86e HTTP/1.1" status: 200 len: 380 time: 0.0451190 Aug 27 04:11:26.105622 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'port': {'device_id': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'admin_state_up': True, 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'security_groups': ['570cae28-6e59-4abb-8554-3a2f82b34b97']}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:26.216570 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Made reservation on behalf of 0bfa6cc6a02d496db78e58f2050fe86e for: {'port': 1} {{(pid=94011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:26.218788 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d44a376b-581e-4e1c-a4c7-c928a6e29467 req-8fb8bcec-641a-46a9-88da-31ce61aa4e91 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 210 time: 0.0387583 Aug 27 04:11:26.220116 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.356264 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Allocated IP 172.20.0.3 (69a22814-baff-436a-97bd-aa0e77164d5d/c2520466-d66f-43eb-9f31-eb7c8db8a3cd/a507c8a9-4b13-40e2-afc3-a4f6861d81ee) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:26.508147 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.522037 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Transition to ACTIVE for port object a507c8a9-4b13-40e2-afc3-a4f6861d81ee will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:26.554864 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.596648 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Network 69a22814-baff-436a-97bd-aa0e77164d5d is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:26.602229 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:26.606093 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:26.633021 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:26.663571 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:26.664258 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.679676 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1e518c93-13a1-4fc4-9bcc-d2597300b327 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779810 Aug 27 04:11:26.691881 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.v2.base [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Request body: {'port': {'device_id': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:26.752378 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.877558 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f0536dd0-41f6-4bcd-a2eb-82cf233b101e None None] Provisioning for port a507c8a9-4b13-40e2-afc3-a4f6861d81ee completed by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:26.881644 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-f0536dd0-41f6-4bcd-a2eb-82cf233b101e None None] Provisioning complete for port a507c8a9-4b13-40e2-afc3-a4f6861d81ee triggered by entity DHCP. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:26.882096 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f0536dd0-41f6-4bcd-a2eb-82cf233b101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.916676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f0536dd0-41f6-4bcd-a2eb-82cf233b101e None None] Port a507c8a9-4b13-40e2-afc3-a4f6861d81ee cannot update to ACTIVE because it is not bound. {{(pid=94013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:11:27.020830 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a507c8a9-4b13-40e2-afc3-a4f6861d81ee {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:11:27.029805 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:27.043386 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Transition to ACTIVE for port object a507c8a9-4b13-40e2-afc3-a4f6861d81ee will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:27.047204 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:27.097808 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:27.178293 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Attempting to bind port a507c8a9-4b13-40e2-afc3-a4f6861d81ee on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:27.178630 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Attempting to bind port a507c8a9-4b13-40e2-afc3-a4f6861d81ee by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:27.178954 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Attempting to bind port a507c8a9-4b13-40e2-afc3-a4f6861d81ee on network 69a22814-baff-436a-97bd-aa0e77164d5d {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:27.183529 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Port a507c8a9-4b13-40e2-afc3-a4f6861d81ee on network 69a22814-baff-436a-97bd-aa0e77164d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:11:27.183907 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Attempting to bind port a507c8a9-4b13-40e2-afc3-a4f6861d81ee on network 69a22814-baff-436a-97bd-aa0e77164d5d {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:27.188975 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Checking agent: {'id': '90354418-72c3-4a1f-9cb3-28bcd63f7821', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'started_at': datetime.datetime(2021, 8, 27, 4, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:27.189312 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Checking segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:27.189701 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Bound using segment: {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:27.190125 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Bound port: a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:27.190482 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:27.342056 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbbc9e-86d9-4e18-890c-7fa4dcd250d8 req-b43d145f-f5fd-4a37-873a-c2131be2a1b1 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.343896 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-87dbbc9e-86d9-4e18-890c-7fa4dcd250d8 req-b43d145f-f5fd-4a37-873a-c2131be2a1b1 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0549812 Aug 27 04:11:27.387901 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-87dbbc9e-86d9-4e18-890c-7fa4dcd250d8 req-0d69aa51-a2fb-47a7-bb24-e49808f471f3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347953 Aug 27 04:11:27.518208 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:27.523271 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:27.528153 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592109'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:27.561446 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.562059 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:27.563429 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] 10.222.0.38 "PUT /v2.0/ports/a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1093 time: 0.8759792 Aug 27 04:11:27.563890 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:27.566108 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0" -d '{"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:27.592842 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca40e-49f0-4024-b2ff-ef27ebc70a95 service neutron] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:27.613414 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd71bb-f1e6-42a4-8686-e0fc1202464e x-openstack-request-id: req-eebd71bb-f1e6-42a4-8686-e0fc1202464e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:27.614344 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:27.614593 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eebd71bb-f1e6-42a4-8686-e0fc1202464e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:27.614994 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'status': 'completed', 'code': 200} Aug 27 04:11:27.647734 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-135efc6d-30c4-49f9-b63f-ed77bd70ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.649238 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-135efc6d-30c4-49f9-b63f-ed77bd70ab53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1096 time: 0.0449553 Aug 27 04:11:27.694770 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-da3628c7-dc3c-4547-9457-37294075ce3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 217 time: 0.0375993 Aug 27 04:11:27.743875 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1bef6607-55e7-4e5d-adb0-5b701ec27fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.745340 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-1bef6607-55e7-4e5d-adb0-5b701ec27fdf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0438511 Aug 27 04:11:27.791130 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5156-69a6-4e25-8868-896ea7e61059 req-59fd7ead-3dab-4a5d-bc77-bb9128fc79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.792651 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-59fd7ead-3dab-4a5d-bc77-bb9128fc79f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395999 Aug 27 04:11:27.883710 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-58314511-3568-418c-b703-c862dc541373 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826831 Aug 27 04:11:27.983173 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-381a5156-69a6-4e25-8868-896ea7e61059 req-d4b94264-ae3d-4f13-a544-624dda01411a service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924926 Aug 27 04:11:28.084677 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-d0a7c432-c437-4b2b-ac0c-27d92e37b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.086180 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-d0a7c432-c437-4b2b-ac0c-27d92e37b504 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1096 time: 0.0518751 Aug 27 04:11:28.189765 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-91a66145-c1bb-4c69-83be-7b3348fd3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.191583 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-91a66145-c1bb-4c69-83be-7b3348fd3fba service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0977144 Aug 27 04:11:28.238641 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-a8880f5c-3531-4031-8138-a20769a3c4c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 217 time: 0.0397456 Aug 27 04:11:28.290048 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-54baa4e3-2e94-4fa5-9654-c747cdcdccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.291499 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-54baa4e3-2e94-4fa5-9654-c747cdcdccca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0447927 Aug 27 04:11:28.338846 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-401cc6f0-f6cb-4940-9af7-24ddc055db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.340393 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-401cc6f0-f6cb-4940-9af7-24ddc055db7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401466 Aug 27 04:11:28.434153 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-7c0e5ac8-a4bb-4f63-8b0a-38fe2926a010 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Aug 27 04:11:28.503332 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8667cc-ff52-40a5-9caf-5aeb0e7f3cd0 req-a7b8b744-176b-4d1c-87a4-c3a5e7268c1b tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.504945 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb8667cc-ff52-40a5-9caf-5aeb0e7f3cd0 req-a7b8b744-176b-4d1c-87a4-c3a5e7268c1b tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Aug 27 04:11:28.538961 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-fbfb6055-6d6e-42a1-8f31-b3ceaa017df0 req-901c306a-8e09-4b1f-b62c-a51ef23b5c06 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961721 Aug 27 04:11:28.543458 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb8667cc-ff52-40a5-9caf-5aeb0e7f3cd0 req-f9672835-1bfd-4f67-9e69-058ed463541e tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Aug 27 04:11:29.669975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f96b-3581-46ba-89e1-c6d98b05b9a1 req-f3bd48fc-d962-409f-a877-3606ab76dfc5 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:29.671521 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28c3f96b-3581-46ba-89e1-c6d98b05b9a1 req-f3bd48fc-d962-409f-a877-3606ab76dfc5 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0598798 Aug 27 04:11:29.702715 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:11:29.709682 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-28c3f96b-3581-46ba-89e1-c6d98b05b9a1 req-7229c417-0905-472f-a09d-b946f65ef89f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Aug 27 04:11:30.838661 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d1137-ca77-48d0-83b6-8097151a40ca req-17dc5196-258e-4695-b876-ca1b96b03c8a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:30.840222 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c30d1137-ca77-48d0-83b6-8097151a40ca req-17dc5196-258e-4695-b876-ca1b96b03c8a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0602148 Aug 27 04:11:30.880008 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-c30d1137-ca77-48d0-83b6-8097151a40ca req-94a50961-6a56-42c0-afd7-d4ede6251a27 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332186 Aug 27 04:11:31.815405 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:11:31.908872 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:31.921067 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'mac_address': 'fa:16:3e:64:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:11:31.963500 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:31.977773 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a507c8a9-4b13-40e2-afc3-a4f6861d81ee {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:11:32.000418 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:32.004793 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11244f-e880-4137-b85e-d3bab96fac66 req-a66f5807-6a5e-46a9-b9eb-de4a030ce353 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:32.006618 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad11244f-e880-4137-b85e-d3bab96fac66 req-a66f5807-6a5e-46a9-b9eb-de4a030ce353 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0598750 Aug 27 04:11:32.006812 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.049337 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ad11244f-e880-4137-b85e-d3bab96fac66 req-7fdd808c-115b-43a0-87fd-6412bf8b5088 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343599 Aug 27 04:11:32.065786 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=4']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:32.074212 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.074569 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.074917 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.075274 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.075616 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.076010 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.076301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.076819 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.077324 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.077772 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.078176 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.078546 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.197210 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['a507c8a9-4b13-40e2-afc3-a4f6861d81ee'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:11:32.256241 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42326) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:32.361767 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.464222 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.467966 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.510177 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1832bb6-92f6-443e-a08e-fe3ff286c8c7,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:32.515078 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c732b49b1b944b3a8d81eb32c9a5513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576842 Aug 27 04:11:32.517798 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42330) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:32.520189 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.520535 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.520874 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.521206 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.521535 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.521870 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.522197 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.522524 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.522849 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.523171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.523491 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.523833 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b2083-065d-41bf-b9f9-07bbcb03320e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:32.578589 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.602242 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.649589 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.652174 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:32.653308 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1832bb6-92f6-443e-a08e-fe3ff286c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1342509 Aug 27 04:11:32.663092 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda0002-bc20-4424-b884-292591d34fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1832bb6-92f6-443e-a08e-fe3ff286c8c7,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:33.175163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fd4aa-4fa9-4e6c-973b-0e7e2e5bd816 req-a22579af-72d4-45e3-9b29-87989500b2e1 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:33.176916 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923fd4aa-4fa9-4e6c-973b-0e7e2e5bd816 req-a22579af-72d4-45e3-9b29-87989500b2e1 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 944 time: 0.0553927 Aug 27 04:11:33.216356 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-923fd4aa-4fa9-4e6c-973b-0e7e2e5bd816 req-0ed1e5c2-2a38-4d76-86ee-57b83a8ffc5f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334067 Aug 27 04:11:33.829752 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:33.879971 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning for port a507c8a9-4b13-40e2-afc3-a4f6861d81ee completed by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:33.884084 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port a507c8a9-4b13-40e2-afc3-a4f6861d81ee triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:33.884474 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.966205 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.994912 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:33.997198 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94586a-5697-413f-9a67-95d83675688f" -d '{"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-plugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:34.011423 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:34.016165 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.050376 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec846e1-1137-405a-af6c-4d18a2e5dd2f x-openstack-request-id: req-5ec846e1-1137-405a-af6c-4d18a2e5dd2f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:34.050796 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-plugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:34.051622 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ec846e1-1137-405a-af6c-4d18a2e5dd2f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:34.052193 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'code': 200} Aug 27 04:11:34.072592 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=5']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:34.288513 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947bb05-124b-41bd-a200-9de2a44395f7 req-c593360d-5449-4b69-81a6-8a78c8798aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:34.290047 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c947bb05-124b-41bd-a200-9de2a44395f7 req-c593360d-5449-4b69-81a6-8a78c8798aeb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0501466 Aug 27 04:11:34.326791 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-c947bb05-124b-41bd-a200-9de2a44395f7 req-ec92ca37-95ce-4de8-a55b-6c02827943c5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290856 Aug 27 04:11:34.348938 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b587ca3-9109-49c3-a1fc-6080cb5b9f1c req-87fb3ae0-a16f-4952-ac38-a600e4e2229b tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:34.350488 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1b587ca3-9109-49c3-a1fc-6080cb5b9f1c req-87fb3ae0-a16f-4952-ac38-a600e4e2229b tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0591977 Aug 27 04:11:34.396447 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-1b587ca3-9109-49c3-a1fc-6080cb5b9f1c req-91b32d5f-c523-46e0-a08b-93a8cb44bdf5 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Aug 27 04:11:35.521582 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f859c3-64d7-49ef-a762-02878e1cf43e req-f1cf5847-c6d0-421d-b233-f678e66bf070 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.523046 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d7f859c3-64d7-49ef-a762-02878e1cf43e req-f1cf5847-c6d0-421d-b233-f678e66bf070 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Aug 27 04:11:35.560958 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d7f859c3-64d7-49ef-a762-02878e1cf43e req-ce480e15-958a-458c-b2f7-a68e42a5bef7 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Aug 27 04:11:35.674975 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ce66-eb75-44e7-bd89-69c57aac658e req-c16450b3-2b8f-424a-a5c4-e7ea523f4300 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.677094 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ee8ce66-eb75-44e7-bd89-69c57aac658e req-c16450b3-2b8f-424a-a5c4-e7ea523f4300 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Aug 27 04:11:35.715604 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-4ee8ce66-eb75-44e7-bd89-69c57aac658e req-352db69f-796b-4efc-93a0-cd7b1c035764 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Aug 27 04:11:35.737636 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42382) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:35.924691 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224644f-783c-4a47-9227-68a40c71b73a tempest-TestShelveInstance-1090034217 tempest-TestShelveInstance-1090034217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.926190 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-1224644f-783c-4a47-9227-68a40c71b73a tempest-TestShelveInstance-1090034217 tempest-TestShelveInstance-1090034217-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1093 time: 0.1875653 Aug 27 04:11:35.929091 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42386) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:35.933381 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.v2.base [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Request body: {'floatingip': {'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:35.954723 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for floatingip, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.055177 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.155698 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_common [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Allocated IP 172.28.2.243 (233a77f5-2c05-4eb7-a411-15ad2a265492/8fb12d9f-1726-4a40-a6bf-84e7e661be5f/88b6cdad-8e8f-403a-9de8-332b01fe94b5) {{(pid=94012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:36.263498 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for port, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.301998 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749296863766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.340329 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Network 233a77f5-2c05-4eb7-a411-15ad2a265492 is already hosted by enough agents. {{(pid=94012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:36.345506 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.base_scheduler [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Resources bound (agent type, host, resource id): {{(pid=94012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:36.349599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Received port after_create {{(pid=94012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:36.372821 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'Port': ['ID=88b6cdad-8e8f-403a-9de8-332b01fe94b5,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:36.396863 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.397200 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.397541 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.397882 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.398218 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.398550 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.398912 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.399193 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.399524 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.399898 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.400225 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.400545 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:36.756179 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.823762 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.972404 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:36.977883 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16593933'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:37.046720 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event updated for resources: {'Port': ['ID=88b6cdad-8e8f-403a-9de8-332b01fe94b5,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:37.061354 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7951774'] for floatingip, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:37.197847 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-568ceec5-df3c-449b-9a2e-38cd388883ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:37.411170 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.db.l3_db [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Floating IP 3525c1b0-5f2c-401b-8b77-2af2d43e1769 associated. External IP: 172.28.2.243, port: a507c8a9-4b13-40e2-afc3-a4f6861d81ee. Aug 27 04:11:37.615069 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Router a692e164-bb2f-4a18-bd79-70747d951110 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:11:37.724113 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:37.734108 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Sync routers for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:37.741062 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:37.748034 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:37.748686 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:11:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:37.774077 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-d2f58464-d7e8-40ff-9f0c-03c4d6621fd3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434322 Aug 27 04:11:37.774779 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:37.777163 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904e67eab7aed86cad16bc331c3b4ee81ab8f2f4d41889ff9b1a72eb84eb3ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850" -d '{"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:37.866513 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:37.956021 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99263111-6d00-4b04-9137-6418924b5731 x-openstack-request-id: req-99263111-6d00-4b04-9137-6418924b5731 {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:37.956313 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "status": "completed", "code": 200}]} {{(pid=94012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:37.956563 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99263111-6d00-4b04-9137-6418924b5731 {{(pid=94012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:37.961888 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'status': 'completed', 'code': 200} Aug 27 04:11:38.025146 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-1ebd6df0-6218-4b58-afbe-e62b9c1cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:38.026704 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-1ebd6df0-6218-4b58-afbe-e62b9c1cb98f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0442319 Aug 27 04:11:38.130835 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-b4a262ba-6038-4207-966d-0122df4bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:38.132020 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '3525c1b0-5f2c-401b-8b77-2af2d43e1769', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'mac_address': 'fa:16:3e:64:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:36Z', 'updated_at': '2021-08-27T04:11:36Z', 'revision_number': 0, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:38.132592 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-b4a262ba-6038-4207-966d-0122df4bddbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0978851 Aug 27 04:11:38.158536 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Checking router: a692e164-bb2f-4a18-bd79-70747d951110 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:38.167426 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:38.168074 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:11:10Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:38.210007 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-f156273d-28ce-4a39-a002-a61165de95d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 999 time: 0.0690293 Aug 27 04:11:38.264410 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-541391a3-6795-4978-8752-30b3ca56d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:38.266027 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-541391a3-6795-4978-8752-30b3ca56d7b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0490811 Aug 27 04:11:38.280538 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:38.332404 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-93275115-74f3-4788-ba70-b036f8221972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:38.332404 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-93275115-74f3-4788-ba70-b036f8221972 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591102 Aug 27 04:11:38.429248 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-a24f92f8-15d3-4357-b469-cd8dc8d1914f service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906942 Aug 27 04:11:38.524427 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '3525c1b0-5f2c-401b-8b77-2af2d43e1769', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'mac_address': 'fa:16:3e:64:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:36Z', 'updated_at': '2021-08-27T04:11:36Z', 'revision_number': 0, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:38.531983 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-9e79628a-bcfa-4f6e-b6ca-d48bc33bb850 req-bdb1d6ae-2d08-4810-84a8-605f62164a87 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960231 Aug 27 04:11:38.552841 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ecfb1b-9de4-4674-9508-4b4daa2bc789 None None] The sync data for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb is: [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_floatingips': [{'id': '3525c1b0-5f2c-401b-8b77-2af2d43e1769', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'router_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'mac_address': 'fa:16:3e:64:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:36Z', 'updated_at': '2021-08-27T04:11:36Z', 'revision_number': 0, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:38.740416 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5827900-4f27-4f48-924a-5b3c74f3b447 None None] New status for floating IP 3525c1b0-5f2c-401b-8b77-2af2d43e1769: ACTIVE {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:11:40.164178 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9d4abece-cde3-4b0a-8dab-8758dd950f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:40.261921 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:41.228042 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:41.262091 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.651343 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.603334 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42486) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:43.705697 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5387c8-f383-4547-99e8-a989a63e84f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.794555 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5387c8-f383-4547-99e8-a989a63e84f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.798178 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-2c5387c8-f383-4547-99e8-a989a63e84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_create {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.837274 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-2c5387c8-f383-4547-99e8-a989a63e84f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c96cdb6c3324964b67288e583f8a85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328339 Aug 27 04:11:43.838006 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5387c8-f383-4547-99e8-a989a63e84f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2f678-33c3-4635-bec5-d5432f5dc8f7,revision_number=1']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:43.840037 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42490) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:43.891857 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.915789 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.961193 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.963895 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:43.965332 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95e2f678-33c3-4635-bec5-d5432f5dc8f7 HTTP/1.1" status: 204 len: 168 time: 0.1234691 Aug 27 04:11:43.976560 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc549ba-840b-41a0-b48b-ee106ba42c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2f678-33c3-4635-bec5-d5432f5dc8f7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:06.702443 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:12:07.198165 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3a0b911b-0ebf-4463-b2af-2607ab995a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.165259 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33ac135d-33a9-44cd-a0c0-0b0bd7cbd586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.262958 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.235497 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.255145 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.652845 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.440158 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-4cbcb8d3-d585-4a3f-8fd4-15f6b5fb2f32 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386930 Aug 27 04:12:14.525667 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-a1908135-8b12-4028-9a5d-49a4b0e3943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:14.527164 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-a1908135-8b12-4028-9a5d-49a4b0e3943c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0451686 Aug 27 04:12:14.630565 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-9d248e6a-99f0-475d-881a-114352eb0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:14.632047 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-9d248e6a-99f0-475d-881a-114352eb0b4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0853612 Aug 27 04:12:14.696201 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-db032b40-be2d-432e-bcfb-eab495b86035 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1001 time: 0.0572746 Aug 27 04:12:14.746174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-bf4d35a3-bab9-4a01-a0c4-f6c1ac3a338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:14.747596 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-bf4d35a3-bab9-4a01-a0c4-f6c1ac3a338e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0449917 Aug 27 04:12:14.799456 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-3d196970-58ea-4709-a2a0-c904e45fc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:14.800986 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-3d196970-58ea-4709-a2a0-c904e45fc7d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0457795 Aug 27 04:12:14.890203 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-50ca42de-8153-484f-b3c5-b6c54cdf0d33 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823200 Aug 27 04:12:14.984815 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-09f47c9e-4d5d-4e8a-8a56-e822821b8c8d req-279dda18-76b3-482e-a908-42b9157e7d6c service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879831 Aug 27 04:12:37.202516 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a6a54008-2c4e-491b-8eeb-17e440a26deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.165759 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-100c6684-2410-4015-981b-4c0de5c98df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.263775 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.258268 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.259910 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.655500 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.701353 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:13:07.202420 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b37e-136e-4b15-9328-807ed2b1635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:10.168293 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b1258b4f-9dc9-448a-a2a7-75ad39016092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:10.264392 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:11.234546 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:11.260454 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:12.659034 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:15.439880 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-7fa40cf6-7bc9-4a29-a5d1-2d008f42f1f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400145 Aug 27 04:13:15.519723 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-f0b818ab-844a-4c8a-b442-50d8a90831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:15.521262 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-f0b818ab-844a-4c8a-b442-50d8a90831ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0412824 Aug 27 04:13:15.628011 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-dbab038f-3728-4524-824c-4b937c66f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:15.629548 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-dbab038f-3728-4524-824c-4b937c66f5c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0899351 Aug 27 04:13:15.695658 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-338ffdaf-4af3-42bb-9adf-b90a403a1003 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1001 time: 0.0590985 Aug 27 04:13:15.746736 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-fc49ba15-5c02-46e3-bed9-096d9b635223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:15.748168 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-fc49ba15-5c02-46e3-bed9-096d9b635223 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0454545 Aug 27 04:13:15.792861 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-f6e59a4a-1624-46b6-a069-0f704a180a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:15.794331 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-f6e59a4a-1624-46b6-a069-0f704a180a44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395746 Aug 27 04:13:15.879878 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-6e0b1a89-a537-4dbc-a0d0-bbf14f18f47b service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787292 Aug 27 04:13:15.971128 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-94dd766e-d3eb-494b-b89f-285c8c23d557 req-a9740ac0-1425-41de-8818-bd1dd9b6ed03 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Aug 27 04:13:20.700096 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:13:33.127422 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f91d41-4b68-4594-851c-f8ef46cf04ad req-85e7f27b-c0ce-4820-b377-f1462de7c17c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:33.128911 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-81f91d41-4b68-4594-851c-f8ef46cf04ad req-85e7f27b-c0ce-4820-b377-f1462de7c17c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0504925 Aug 27 04:13:33.167060 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-81f91d41-4b68-4594-851c-f8ef46cf04ad req-f5a3e3c6-dce8-4a9f-addb-a2fdff4e1640 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Aug 27 04:13:34.296693 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69805-b623-4fbb-9f05-76abc2f57397 req-1280b8b3-82cf-4023-b6e6-c619e4a92df6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:34.298087 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ebb69805-b623-4fbb-9f05-76abc2f57397 req-1280b8b3-82cf-4023-b6e6-c619e4a92df6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0515468 Aug 27 04:13:34.336068 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-ebb69805-b623-4fbb-9f05-76abc2f57397 req-5a4bd253-aeea-449b-a42a-1447a35c55e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Aug 27 04:13:35.463321 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8fe05-4348-454c-854e-660c66fe1c3c req-3a724175-b190-473c-b0b5-b4f926349351 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.463321 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-77e8fe05-4348-454c-854e-660c66fe1c3c req-3a724175-b190-473c-b0b5-b4f926349351 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Aug 27 04:13:35.505809 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-77e8fe05-4348-454c-854e-660c66fe1c3c req-5753629e-9994-4e5d-8858-3cde6f938c22 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364285 Aug 27 04:13:36.623004 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ab19d-9209-4c89-958b-5552f6293c4f req-ce8f0912-afac-42b5-8605-61e3a78e2838 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.624514 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-839ab19d-9209-4c89-958b-5552f6293c4f req-ce8f0912-afac-42b5-8605-61e3a78e2838 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0514205 Aug 27 04:13:36.668247 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-839ab19d-9209-4c89-958b-5552f6293c4f req-acf76465-2c9a-4f09-9d09-0f2e41a20f51 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Aug 27 04:13:37.203366 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0258d095-e3e1-4c4f-b719-aa818d55f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:37.784559 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d0fb-61b7-4e97-9ccf-cd62a1a2c904 req-ae5e259b-49e7-452d-9aeb-1ae5c1803592 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:37.786034 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d614d0fb-61b7-4e97-9ccf-cd62a1a2c904 req-ae5e259b-49e7-452d-9aeb-1ae5c1803592 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Aug 27 04:13:37.822710 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-d614d0fb-61b7-4e97-9ccf-cd62a1a2c904 req-fd6b1ccc-81c1-4bb5-99dc-21389e6ce796 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308187 Aug 27 04:13:38.935831 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dae9b-e9aa-4b25-8e1f-73d461d72ac5 req-90562dd7-2994-4813-a243-96dac426a225 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:38.937292 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-504dae9b-e9aa-4b25-8e1f-73d461d72ac5 req-90562dd7-2994-4813-a243-96dac426a225 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Aug 27 04:13:38.975212 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-504dae9b-e9aa-4b25-8e1f-73d461d72ac5 req-2cdae35a-e43a-45ca-a994-164ab5b21022 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Aug 27 04:13:40.088731 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834283-4d1e-4b20-be35-2568619df7f8 req-a754610a-cdb4-422d-95d5-94a100aa2abf tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:40.090209 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-96834283-4d1e-4b20-be35-2568619df7f8 req-a754610a-cdb4-422d-95d5-94a100aa2abf tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Aug 27 04:13:40.127070 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-96834283-4d1e-4b20-be35-2568619df7f8 req-e932703f-87d3-4e34-a4e7-cf9f69b647a6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Aug 27 04:13:40.168733 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-43727107-1349-45fc-b820-1cd347784b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:40.264493 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:41.245939 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172474be-a4e2-463b-b004-f32c505ff8ec req-20b1786c-4447-4a8e-b753-ad088924418c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:41.247354 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-172474be-a4e2-463b-b004-f32c505ff8ec req-20b1786c-4447-4a8e-b753-ad088924418c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 27 04:13:41.255114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:41.265236 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:41.286200 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-172474be-a4e2-463b-b004-f32c505ff8ec req-e4bd9225-7c1d-4551-b509-bc3f1015923e tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Aug 27 04:13:42.402534 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258286-8970-4ce3-9457-17ee4bf0ac37 req-b2778bcd-18d7-47d4-80c5-aa5bec2ae92c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.404041 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74258286-8970-4ce3-9457-17ee4bf0ac37 req-b2778bcd-18d7-47d4-80c5-aa5bec2ae92c tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0496666 Aug 27 04:13:42.441904 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-74258286-8970-4ce3-9457-17ee4bf0ac37 req-25f749ed-3c36-4961-a32e-4e9d698b77e4 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Aug 27 04:13:42.661156 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.261973 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f502-ba72-4a8b-816e-f82647be488f req-b5aee83f-eff6-482c-82c4-546f2d414770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.263357 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-b5aee83f-eff6-482c-82c4-546f2d414770 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0400920 Aug 27 04:13:43.372380 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f502-ba72-4a8b-816e-f82647be488f req-13b4c290-af97-42c1-8e2f-41cd27855a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.374262 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-13b4c290-af97-42c1-8e2f-41cd27855a92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.1040914 Aug 27 04:13:43.443650 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-24a96feb-eb19-4c2f-808b-82b5a81ed03d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1001 time: 0.0629315 Aug 27 04:13:43.494969 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f502-ba72-4a8b-816e-f82647be488f req-1afb6f55-b228-4021-a6b6-d9001f598d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.496767 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-1afb6f55-b228-4021-a6b6-d9001f598d05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0463021 Aug 27 04:13:43.546357 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f502-ba72-4a8b-816e-f82647be488f req-e163a74b-0b67-4321-9ef0-bc68a161b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.547782 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-e163a74b-0b67-4321-9ef0-bc68a161b60c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0445988 Aug 27 04:13:43.557213 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042cca6-453f-4cc1-9cef-ba8b3b179102 req-c9a98dca-16c4-48db-a423-a618d1249730 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.558708 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f042cca6-453f-4cc1-9cef-ba8b3b179102 req-c9a98dca-16c4-48db-a423-a618d1249730 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0494893 Aug 27 04:13:43.597198 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f042cca6-453f-4cc1-9cef-ba8b3b179102 req-298d1b4b-cb5d-42a8-9d5c-497ed88b8d65 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Aug 27 04:13:43.636588 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-e5413944-3aa1-4093-bee6-f36c71140b67 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820093 Aug 27 04:13:43.734384 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a685f502-ba72-4a8b-816e-f82647be488f req-d3396fd0-77df-410e-a12e-00040885517b service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908239 Aug 27 04:13:44.712470 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42116008-a0df-4109-8d46-faafa651a6bc req-0d85c4ca-a65d-4b23-89f9-fc83d35e5ea8 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:44.713935 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-42116008-a0df-4109-8d46-faafa651a6bc req-0d85c4ca-a65d-4b23-89f9-fc83d35e5ea8 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Aug 27 04:13:44.751628 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-42116008-a0df-4109-8d46-faafa651a6bc req-35053413-8c05-4197-8238-c6c390f0cbf7 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Aug 27 04:13:45.862154 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b474e6-ca5c-4577-8996-1d46975d7caa req-1e6550bd-bec4-4758-a3d2-b33b538cc50e tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:45.863666 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9b474e6-ca5c-4577-8996-1d46975d7caa req-1e6550bd-bec4-4758-a3d2-b33b538cc50e tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Aug 27 04:13:45.908212 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e9b474e6-ca5c-4577-8996-1d46975d7caa req-db7bd31d-20ae-4c7c-b955-d91ada3c72bd tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Aug 27 04:13:46.121726 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0de813-c46c-4413-808b-e398dc1caf6e req-99c2eb83-95f5-499d-bbf8-4d311c0e91ac tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:46.123420 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb0de813-c46c-4413-808b-e398dc1caf6e req-99c2eb83-95f5-499d-bbf8-4d311c0e91ac tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Aug 27 04:13:46.161593 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-bb0de813-c46c-4413-808b-e398dc1caf6e req-b0a8be2c-e0eb-49b3-ab07-2be35a9565cf tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 27 04:13:46.186972 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-073bd837-3383-4b05-a656-a60821a0ecd1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399214 Aug 27 04:13:47.239035 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2091e-c896-4634-ac37-7327fb02d518 req-4f7c39cd-4ed0-4427-a5b9-2a9362980520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.241589 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-4f7c39cd-4ed0-4427-a5b9-2a9362980520 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7&tenant_id=0bfa6cc6a02d496db78e58f2050fe86e HTTP/1.1" status: 200 len: 1098 time: 0.0618992 Aug 27 04:13:47.306386 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2091e-c896-4634-ac37-7327fb02d518 req-82c3dad3-64f0-4ab1-9755-a8ecd48991a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.308851 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-82c3dad3-64f0-4ab1-9755-a8ecd48991a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0435257 Aug 27 04:13:47.314240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c14c-fd5d-4c8c-a8bf-c2bdb9426525 req-d81b33d7-53e8-4114-9c58-156346b2a72a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.315909 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aed2c14c-fd5d-4c8c-a8bf-c2bdb9426525 req-d81b33d7-53e8-4114-9c58-156346b2a72a tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Aug 27 04:13:47.355940 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-aed2c14c-fd5d-4c8c-a8bf-c2bdb9426525 req-0b1beed5-0a2d-47ea-b6c6-b7adf28ecd31 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338860 Aug 27 04:13:47.402318 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2091e-c896-4634-ac37-7327fb02d518 req-5d3ff381-b649-49e0-9690-cc89129d9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.403808 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-5d3ff381-b649-49e0-9690-cc89129d9fef service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0888433 Aug 27 04:13:47.466520 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-d711f34f-e515-47df-a278-5f2d3128009b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1001 time: 0.0561886 Aug 27 04:13:47.516781 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2091e-c896-4634-ac37-7327fb02d518 req-19093648-6c1e-472e-81c1-ffaf407a5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.518241 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-19093648-6c1e-472e-81c1-ffaf407a5b3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0455351 Aug 27 04:13:47.562713 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2091e-c896-4634-ac37-7327fb02d518 req-3e0ec349-6acf-4576-89fd-56828c4658a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.564518 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-3e0ec349-6acf-4576-89fd-56828c4658a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397947 Aug 27 04:13:47.654997 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-1285a83e-94a1-4979-b3b0-df4ceb67f256 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835240 Aug 27 04:13:47.746471 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-efa2091e-c896-4634-ac37-7327fb02d518 req-5033ab6a-d223-4476-a106-5c821ac8cd90 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845730 Aug 27 04:13:48.460606 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:13:48.474476 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6d63-571c-4776-9d07-f268ff8fb9f4 req-58c78da9-6ad9-4b24-9309-ccc51ad85fae tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:48.475943 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e02c6d63-571c-4776-9d07-f268ff8fb9f4 req-58c78da9-6ad9-4b24-9309-ccc51ad85fae tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Aug 27 04:13:48.514536 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e02c6d63-571c-4776-9d07-f268ff8fb9f4 req-1554482a-0465-4475-a87a-750ac667ed53 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Aug 27 04:13:48.544845 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:48.566781 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:48.569023 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a3187f-d4e6-486c-a691-0816ad4e8af5" -d '{"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:48.583186 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:48.586651 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:48.609167 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eccdb1-7381-42a2-85b1-48df6041be2f x-openstack-request-id: req-43eccdb1-7381-42a2-85b1-48df6041be2f {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:48.609454 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:48.609705 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43eccdb1-7381-42a2-85b1-48df6041be2f {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:48.610086 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'code': 200} Aug 27 04:13:48.635455 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=6']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:48.642749 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.643100 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.643438 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.643796 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.644130 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.644461 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.644787 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.645114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.645435 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.645758 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.646080 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.646399 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:48.697563 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a9b76-59d8-4aca-af6b-b3060407f3bd req-dd42b3e0-507e-493e-b7d8-1f028ced343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:48.699035 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-134a9b76-59d8-4aca-af6b-b3060407f3bd req-dd42b3e0-507e-493e-b7d8-1f028ced343e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1096 time: 0.0403101 Aug 27 04:13:48.732133 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-134a9b76-59d8-4aca-af6b-b3060407f3bd req-716a02a5-a917-4068-9ad8-40c8594564ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263343 Aug 27 04:13:49.630801 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57efe0c-33d7-4edd-99b4-78e2ce9f38e2 req-60d1e1ca-39a0-4a2b-8319-2810830d3294 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.632479 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e57efe0c-33d7-4edd-99b4-78e2ce9f38e2 req-60d1e1ca-39a0-4a2b-8319-2810830d3294 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 943 time: 0.0496693 Aug 27 04:13:49.671857 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-e57efe0c-33d7-4edd-99b4-78e2ce9f38e2 req-389d5980-a15d-4910-a4c2-5ddebf59dbd9 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Aug 27 04:13:50.484852 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:13:50.580731 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:50.591440 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Returning: {'device': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'port_id': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'mac_address': 'fa:16:3e:64:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:13:50.628114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.640447 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a507c8a9-4b13-40e2-afc3-a4f6861d81ee {{(pid=94013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:50.659566 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:50.663589 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.710848 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=7']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:50.789357 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de68f-9325-4226-9eb6-bab1cb0bc1d6 req-64519a99-203d-4f1e-afde-8a462ded22e3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:50.790764 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5d6de68f-9325-4226-9eb6-bab1cb0bc1d6 req-64519a99-203d-4f1e-afde-8a462ded22e3 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 944 time: 0.0519309 Aug 27 04:13:50.828766 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-5d6de68f-9325-4226-9eb6-bab1cb0bc1d6 req-7d431e88-620d-4a43-a985-5c505e9e5523 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 27 04:13:50.880468 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] get_ports_and_sgs() called for port_ids ['a507c8a9-4b13-40e2-afc3-a4f6861d81ee'] {{(pid=94013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:13:52.500577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee up at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:52.547196 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.provisioning_blocks [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Provisioning complete for port a507c8a9-4b13-40e2-afc3-a4f6861d81ee triggered by entity L2. {{(pid=94013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:52.548097 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535243'] for port, provisioning_complete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.631026 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592962'] for port, before_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.653192 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:52.655408 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871311d8b19aefb8d3a18a17f38d716502e5e69b8b026490b488ced2a2599779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709a38e-5608-472e-b9e7-41d06a78ab9f" -d '{"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-plugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:52.668472 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:52.673363 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749297336881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749296863784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749296863802'] for port, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.696823 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19f038-3bf3-4d1a-aa7b-adb57546bc2e x-openstack-request-id: req-ac19f038-3bf3-4d1a-aa7b-adb57546bc2e {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:52.697114 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-plugged", "status": "completed", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "code": 200}]} {{(pid=94013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:52.697365 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac19f038-3bf3-4d1a-aa7b-adb57546bc2e {{(pid=94013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:52.697775 dv-cinder-778193-4-smb neutron-server[94013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'code': 200} Aug 27 04:13:52.722535 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Pushing event updated for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=8']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:57.699508 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:14:07.204564 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-02fc54f1-eb76-4c89-b1ff-56e165f431ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:10.168965 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3dd32395-1643-4f08-ac24-88990df21a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:10.269805 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:11.272053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:11.273062 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:12.663964 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:17.441378 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-b6e9aec3-ff25-4482-bf66-ab1dcc602a28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438385 Aug 27 04:14:17.526336 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-e60ed624-d496-4101-a124-00f219e41c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:17.527927 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-e60ed624-d496-4101-a124-00f219e41c63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0414653 Aug 27 04:14:17.634346 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-221b23ed-61c1-4549-b5ce-6771903c26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:17.635847 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-221b23ed-61c1-4549-b5ce-6771903c26be service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0883918 Aug 27 04:14:17.706317 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-4113436c-c15e-46f8-9b2b-08295dccb68a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 1001 time: 0.0621667 Aug 27 04:14:17.755998 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-19bce29d-c085-4da5-8ee7-83757e224525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:17.757462 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-19bce29d-c085-4da5-8ee7-83757e224525 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0441401 Aug 27 04:14:17.805391 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-7fefe54d-b72f-4f36-abd4-4341c8d5f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:17.806886 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-7fefe54d-b72f-4f36-abd4-4341c8d5f751 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0416875 Aug 27 04:14:17.899470 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-b6e1a336-13c4-4c9b-8022-f1a00317324d service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Aug 27 04:14:17.995960 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-0784f4ba-560b-467f-b838-165b3c72bf1d req-86920c16-08cc-4f74-ae8b-fe389c4645eb service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840125 Aug 27 04:14:34.698849 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:14:37.205972 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-49db933c-2770-405d-8270-8c75eb6d6a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:40.169999 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-3ace5225-04a2-450a-a5d9-a56aac711909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:40.270140 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:41.271740 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:41.275834 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:42.667216 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:00.625394 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42600) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:00.779175 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Deleting port 88b6cdad-8e8f-403a-9de8-332b01fe94b5 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:00.779517 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:00.855180 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:00.855504 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:00.867553 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Calling delete_port for 88b6cdad-8e8f-403a-9de8-332b01fe94b5 owned by network:floatingip {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:01.015995 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:01.040912 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event deleted for resources: {'Port': ['ID=88b6cdad-8e8f-403a-9de8-332b01fe94b5,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:01.053146 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.053495 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.053838 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.054174 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.054505 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.054832 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.055160 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.055485 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.055841 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.056166 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.056488 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.056808 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:01.109818 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:01.110147 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.db.l3_db [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Floating IP 3525c1b0-5f2c-401b-8b77-2af2d43e1769 disassociated (deleted). External IP: 172.28.2.243, port: a507c8a9-4b13-40e2-afc3-a4f6861d81ee. Aug 27 04:15:01.316078 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Router a692e164-bb2f-4a18-bd79-70747d951110 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:01.423402 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:01.428610 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for floatingip, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:01.434553 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Sync routers for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:01.443600 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:01.444327 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:01.455798 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-ef842c99-19c2-447d-8306-7fcaefc1a6e6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "DELETE /v2.0/floatingips/3525c1b0-5f2c-401b-8b77-2af2d43e1769 HTTP/1.1" status: 204 len: 168 time: 0.8292828 Aug 27 04:15:01.456395 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:01.458644 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0bf08b-d7f1-4b93-b341-e297f542490a" -d '{"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:01.557095 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:01.624492 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a2a70-1d77-4a56-a973-173f8f904e1c x-openstack-request-id: req-887a2a70-1d77-4a56-a973-173f8f904e1c {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:01.624783 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:01.625035 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-887a2a70-1d77-4a56-a973-173f8f904e1c {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:01.625428 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'status': 'completed', 'code': 200} Aug 27 04:15:01.738932 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-2b970cdb-de9f-4fbf-9187-f75fc7031963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:01.740661 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-2b970cdb-de9f-4fbf-9187-f75fc7031963 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 1098 time: 0.0934961 Aug 27 04:15:01.742029 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b64d8-2131-43a0-9822-ae2cf21400c3 req-85c92f8c-7d49-4ab3-9f86-360898b46225 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:01.743557 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b2b64d8-2131-43a0-9822-ae2cf21400c3 req-85c92f8c-7d49-4ab3-9f86-360898b46225 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.1091053 Aug 27 04:15:01.771161 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:01.786322 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-7b2b64d8-2131-43a0-9822-ae2cf21400c3 req-cc9e997f-d6b3-4f93-9479-c443a7e07d7b tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359719 Aug 27 04:15:01.808773 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Checking router: a692e164-bb2f-4a18-bd79-70747d951110 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:01.810577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:01.811793 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:01.835944 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-d36f32c3-2497-414f-804b-0b0fac9a2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:01.837363 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-d36f32c3-2497-414f-804b-0b0fac9a2257 service neutron] 10.222.0.38 "GET /v2.0/networks?id=69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 200 len: 909 time: 0.0871873 Aug 27 04:15:01.880067 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-5be6fb97-2db9-4477-83b2-56772cae5d91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 200 len: 217 time: 0.0344632 Aug 27 04:15:01.937445 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-4afc735a-dc5b-436c-ad94-f5c069a3917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:01.938976 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-4afc735a-dc5b-436c-ad94-f5c069a3917a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 200 len: 847 time: 0.0507181 Aug 27 04:15:01.988320 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-028d5b45-4b61-4bb8-9203-0f06865255b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:01.989851 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-028d5b45-4b61-4bb8-9203-0f06865255b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69a22814-baff-436a-97bd-aa0e77164d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0436351 Aug 27 04:15:02.002586 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-2c9d9e69-e0b6-4f7a-9c45-bbba8b18208a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:15:02.003566 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-2c9d9e69-e0b6-4f7a-9c45-bbba8b18208a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059266 Aug 27 04:15:02.044366 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:02.095783 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-6abb47c3-04ea-427f-ad30-6ffcdb030a26 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Aug 27 04:15:02.190434 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-cc0bf08b-d7f1-4b93-b341-e297f542490a req-17715716-b649-4b88-b64e-9b7f8b4d4cd1 service neutron] 10.222.0.38 "GET /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Aug 27 04:15:02.244636 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:02.271577 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9091f-32d1-4a2e-aad3-514eab57023c None None] The sync data for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb is: [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:10:58Z', 'revision_number': 4, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb', '_interfaces': [{'id': '22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca', 'name': '', 'network_id': '69a22814-baff-436a-97bd-aa0e77164d5d', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'mac_address': 'fa:16:3e:41:d6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:58Z', 'updated_at': '2021-08-27T04:11:04Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'subnets': [{'id': 'c2520466-d66f-43eb-9f31-eb7c8db8a3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:02.569610 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44abf89-7734-4e02-b85e-cce01952df46 None None] New status for floating IP 3525c1b0-5f2c-401b-8b77-2af2d43e1769: DOWN {{(pid=94014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:15:02.953190 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e2cf-9e3b-4e93-82a9-0d20ed0ef2f0 req-e37b2f99-6870-4eb0-91f8-41706a462d0f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:02.954730 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0e4e2cf-9e3b-4e93-82a9-0d20ed0ef2f0 req-e37b2f99-6870-4eb0-91f8-41706a462d0f tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0988297 Aug 27 04:15:02.985918 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8875682-d087-40e4-aa24-0413f7e012ca req-28e482d9-a08b-4b9c-aa64-7593c1921825 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:02.987385 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a8875682-d087-40e4-aa24-0413f7e012ca req-28e482d9-a08b-4b9c-aa64-7593c1921825 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.38 "GET /v2.0/ports?device_id=157cd8e2-ef01-46ea-a650-00c228cb70d7 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Aug 27 04:15:02.993172 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [req-f0e4e2cf-9e3b-4e93-82a9-0d20ed0ef2f0 req-a666b7b5-3808-4e2b-b1f2-5746582501b6 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "GET /v2.0/security-groups?id=570cae28-6e59-4abb-8554-3a2f82b34b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Aug 27 04:15:03.079346 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Deleting port a507c8a9-4b13-40e2-afc3-a4f6861d81ee {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:03.079713 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.165273 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] For port a507c8a9-4b13-40e2-afc3-a4f6861d81ee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:03.165548 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.178014 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Calling delete_port for a507c8a9-4b13-40e2-afc3-a4f6861d81ee owned by compute:nova {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:03.305526 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.335240 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event deleted for resources: {'Port': ['ID=a507c8a9-4b13-40e2-afc3-a4f6861d81ee,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:03.378160 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] No DVR routers for this DVR port a507c8a9-4b13-40e2-afc3-a4f6861d81ee on host hv-cinder-77819 {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:03.380755 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1371'] for port, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.382864 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [req-a8875682-d087-40e4-aa24-0413f7e012ca req-2b18ba22-8d6f-4fd8-a86d-a4dc5a3c2ec0 tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.38 "DELETE /v2.0/ports/a507c8a9-4b13-40e2-afc3-a4f6861d81ee HTTP/1.1" status: 204 len: 173 time: 0.3897264 Aug 27 04:15:03.626919 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-deleted', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:03.629171 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d31c404a26db018426e1678894bb86281aaa69345d147d16431d021238756946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f04109-1788-4952-91bd-ddfe5bb23146" -d '{"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-deleted", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:03.666708 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4478073-3c87-489e-ad9a-54cbbf826d7b x-openstack-request-id: req-b4478073-3c87-489e-ad9a-54cbbf826d7b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:03.667071 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157cd8e2-ef01-46ea-a650-00c228cb70d7", "name": "network-vif-deleted", "tag": "a507c8a9-4b13-40e2-afc3-a4f6861d81ee", "status": "completed", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:03.667415 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4478073-3c87-489e-ad9a-54cbbf826d7b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:03.668129 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157cd8e2-ef01-46ea-a650-00c228cb70d7', 'name': 'network-vif-deleted', 'tag': 'a507c8a9-4b13-40e2-afc3-a4f6861d81ee', 'status': 'completed', 'code': 200} Aug 27 04:15:04.048626 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42634) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:04.106163 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.131769 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.193916 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.196611 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.197764 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] 10.222.0.70 "DELETE /v2.0/security-groups/570cae28-6e59-4abb-8554-3a2f82b34b97 HTTP/1.1" status: 204 len: 168 time: 0.1480856 Aug 27 04:15:04.207224 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac00d-79e6-4778-9b64-004fed8cf7ab tempest-TestShelveInstance-261213628 tempest-TestShelveInstance-261213628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570cae28-6e59-4abb-8554-3a2f82b34b97,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:04.249717 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42638) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:04.593353 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.830918 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Deleting port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:04.831253 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.905382 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] For port 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:04.905742 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:04.917862 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Calling delete_port for 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca owned by network:router_interface {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:05.095210 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.122565 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:05.132874 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.133229 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.133569 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.133906 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.134240 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.135031 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.135031 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.135215 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.135575 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.135929 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.136256 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.136582 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:05.298710 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.510475 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Router a692e164-bb2f-4a18-bd79-70747d951110 has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:05.617211 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:05.622254 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-72765908-29b5-43d1-a689-96e03e54a146 admin admin] 10.222.0.70 "PUT /v2.0/routers/a692e164-bb2f-4a18-bd79-70747d951110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3711596 Aug 27 04:15:05.624821 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42640) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:05.625972 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Sync routers for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:05.635656 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:05.636285 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:05.726970 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.738594 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: dv-cinder-778193-4-smb {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:05.829392 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.882127 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Deleting port 63cc3add-e67d-4297-b92a-6f2bbff06e97 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:05.882475 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.916734 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:15:05Z', 'revision_number': 5, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port': {'id': '63cc3add-e67d-4297-b92a-6f2bbff06e97', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:10:56Z', 'updated_at': '2021-08-27T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:05.942302 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Checking router: a692e164-bb2f-4a18-bd79-70747d951110 for host: dv-cinder-778193-4-smb {{(pid=94013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:05.950310 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Routers {'a692e164-bb2f-4a18-bd79-70747d951110'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:05.950909 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['a692e164-bb2f-4a18-bd79-70747d951110'], 'active': True} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:05.961816 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] For port 63cc3add-e67d-4297-b92a-6f2bbff06e97, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=63cc3add-e67d-4297-b92a-6f2bbff06e97,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:05.962224 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.976393 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Calling delete_port for 63cc3add-e67d-4297-b92a-6f2bbff06e97 owned by network:router_gateway {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:06.037047 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvr_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] Set router a692e164-bb2f-4a18-bd79-70747d951110 gateway port host: None {{(pid=94013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:06.089222 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_hamode_db [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:15:05Z', 'revision_number': 6, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:06.122150 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1297a-f0bb-4558-8972-5b6a7b72802f None None] The sync data for ids ['a692e164-bb2f-4a18-bd79-70747d951110'] in dv-cinder-778193-4-smb is: [{'id': 'a692e164-bb2f-4a18-bd79-70747d951110', 'name': 'tempest-TestShelveInstance-703839826-router', 'tenant_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:10:55Z', 'updated_at': '2021-08-27T04:15:05Z', 'revision_number': 6, 'project_id': '0bfa6cc6a02d496db78e58f2050fe86e', 'gw_port_host': None}] {{(pid=94013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:06.384260 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.415584 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cc3add-e67d-4297-b92a-6f2bbff06e97,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:06.480721 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.572310 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.574413 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.619930 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.620462 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a692e164-bb2f-4a18-bd79-70747d951110 {{(pid=94012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:15:06.624782 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.625888 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-7853cebb-e69e-4066-90e6-ce4cd63e10c7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a692e164-bb2f-4a18-bd79-70747d951110 HTTP/1.1" status: 204 len: 168 time: 1.0001149 Aug 27 04:15:06.628308 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42642) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:06.673121 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Deleting subnet c2520466-d66f-43eb-9f31-eb7c8db8a3cd {{(pid=94012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:15:06.676146 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.709268 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211087'] for subnet, precommit_delete_associations {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.789758 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.841568 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16593991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4632691'] for subnet, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.866751 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2520466-d66f-43eb-9f31-eb7c8db8a3cd,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:06.874393 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for subnet, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:06.878911 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-95c5674b-eef0-4ec9-b2bb-aaa49370346c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c2520466-d66f-43eb-9f31-eb7c8db8a3cd HTTP/1.1" status: 204 len: 168 time: 0.2471750 Aug 27 04:15:06.879081 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.wsgi [-] (94012) accepted ('10.222.0.70', 42644) {{(pid=94012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:06.881426 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d071a5b-67aa-4f9e-98ee-c0b3dfcf8af4 None None] Network 69a22814-baff-436a-97bd-aa0e77164d5d requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:06.896649 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:06.947867 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] No Port match for: a507c8a9-4b13-40e2-afc3-a4f6861d81ee {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:06.948225 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Device a507c8a9-4b13-40e2-afc3-a4f6861d81ee not bound to the agent host hv-cinder-77819 {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:06.954086 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.018271 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Deleting port 38b08190-bd72-4a56-b095-988dc0070b92 {{(pid=94012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:07.018730 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.093760 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] For port 38b08190-bd72-4a56-b095-988dc0070b92, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=38b08190-bd72-4a56-b095-988dc0070b92,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:07.094283 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.095824 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] DHCP port deletion for 69a22814-baff-436a-97bd-aa0e77164d5d request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:15:07.110726 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Calling delete_port for 38b08190-bd72-4a56-b095-988dc0070b92 owned by network:dhcp {{(pid=94012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:07.153370 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Deleting port 38b08190-bd72-4a56-b095-988dc0070b92 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:07.154358 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.203076 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16593940'] for port, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.228878 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b08190-bd72-4a56-b095-988dc0070b92,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:07.229393 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e2816411-2c0f-4250-9e0a-c5dc0beb4b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.232667 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] No DVR routers for this DVR port 38b08190-bd72-4a56-b095-988dc0070b92 on host dv-cinder-778193-4-smb {{(pid=94012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:07.240774 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] For port 38b08190-bd72-4a56-b095-988dc0070b92, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=38b08190-bd72-4a56-b095-988dc0070b92,segment=NetworkSegment(8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6),segment_id=8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:07.241178 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.254447 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Calling delete_port for 38b08190-bd72-4a56-b095-988dc0070b92 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:07.303928 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.315249 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a22814-baff-436a-97bd-aa0e77164d5d']}} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:07.325933 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6') {'for_net_delete': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:07.326231 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.services.segments.db [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efc43a4-2be8-4e43-a9d9-b6ba08afb7e6') {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:07.331485 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.337721 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211088'] for segment, before_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.356347 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Pushing event deleted for resources: {'Port': ['ID=38b08190-bd72-4a56-b095-988dc0070b92,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:07.357525 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.365193 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] No DVR routers for this DVR port 38b08190-bd72-4a56-b095-988dc0070b92 on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:07.368920 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.369085 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:15:07.369345 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.369529 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16593953'] for segment, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.369721 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.370070 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.370409 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.370751 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.371082 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: Traceback (most recent call last): Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: timer() Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: cb(*args, **kw) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: return func(*args, **kwargs) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: self._notify() Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: self.callback(batched_events) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: event.method(event) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: return f(self, *a, **k) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: return self._get(url).json() Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: return self.request(url, 'GET', **kwargs) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:15:07.371297 dv-cinder-778193-4-smb neutron-server[94012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:15:07.374053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.374053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.374053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.374053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.374053 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf78a5-aced-438d-83e3-edcf60e0bc2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-4-smb {{(pid=94013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:07.425456 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.430599 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.432594 dv-cinder-778193-4-smb neutron-server[94012]: INFO neutron.wsgi [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] 10.222.0.70 "DELETE /v2.0/networks/69a22814-baff-436a-97bd-aa0e77164d5d HTTP/1.1" status: 204 len: 168 time: 0.5524163 Aug 27 04:15:07.438755 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42646) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:07.444306 dv-cinder-778193-4-smb neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d215596-3efe-4619-a847-08fcee060e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a22814-baff-436a-97bd-aa0e77164d5d,revision_number=None']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:08.062331 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7974080'] for router_interface, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.145723 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 38b08190-bd72-4a56-b095-988dc0070b92 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:08.166019 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 38b08190-bd72-4a56-b095-988dc0070b92 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:08.166372 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 38b08190-bd72-4a56-b095-988dc0070b92 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:08.166808 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:08.188127 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:08.188492 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 22c4a3c4-2ceb-48a3-9cec-caafc2e8a8ca not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:08.188895 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 63cc3add-e67d-4297-b92a-6f2bbff06e97 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:08.207440 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 63cc3add-e67d-4297-b92a-6f2bbff06e97 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:08.207816 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 63cc3add-e67d-4297-b92a-6f2bbff06e97 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:08.309902 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Deleting port 0459a33a-37fc-44ac-b2c9-365d46ea192c {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:08.310241 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.385948 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] For port 0459a33a-37fc-44ac-b2c9-365d46ea192c, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0459a33a-37fc-44ac-b2c9-365d46ea192c,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:08.386311 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.399288 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Calling delete_port for 0459a33a-37fc-44ac-b2c9-365d46ea192c owned by network:router_interface {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:08.582361 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.607304 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0459a33a-37fc-44ac-b2c9-365d46ea192c,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:08.778268 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8369565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7973898'] for router_interface, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.988455 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Router 14b44885-aae4-47da-b635-44694b5dea2b has already been hosted by L3 agent c247c5cc-d287-4aeb-ab24-1128e1a01003 {{(pid=94011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:09.098228 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] Notify agent at l3_agent.dv-cinder-778193-4-smb the message routers_updated {{(pid=94011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:09.104774 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-69e13455-2519-4982-874f-5a28d8575a13 admin admin] 10.222.0.70 "PUT /v2.0/routers/14b44885-aae4-47da-b635-44694b5dea2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649151 Aug 27 04:15:09.107227 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42648) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:09.108433 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Sync routers for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:09.117476 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:09.118072 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:09.214726 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks [] for router, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.227375 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: dv-cinder-778193-4-smb {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:09.318336 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.377195 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Deleting port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:09.377566 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.415132 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'external_fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:15:08Z', 'revision_number': 5, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port': {'id': '0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6', 'name': '', 'network_id': '233a77f5-2c05-4eb7-a411-15ad2a265492', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b44885-aae4-47da-b635-44694b5dea2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:11:01Z', 'updated_at': '2021-08-27T04:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fb12d9f-1726-4a40-a6bf-84e7e661be5f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-4-smb'}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:09.443936 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Checking router: 14b44885-aae4-47da-b635-44694b5dea2b for host: dv-cinder-778193-4-smb {{(pid=94014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:09.453002 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Routers {'14b44885-aae4-47da-b635-44694b5dea2b'} bound to L3 agent in host dv-cinder-778193-4-smb {{(pid=94014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:09.453624 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:56:10Z,description=,heartbeat_timestamp=2021-08-27T04:14:40Z,host='dv-cinder-778193-4-smb',id=c247c5cc-d287-4aeb-ab24-1128e1a01003,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:56:10Z,topic='l3_agent')) {'router_ids': ['14b44885-aae4-47da-b635-44694b5dea2b'], 'active': True} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:09.460042 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] For port 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,segment=NetworkSegment(9f185bf7-9d6b-4a3c-9866-c7a9344e4127),segment_id=9f185bf7-9d6b-4a3c-9866-c7a9344e4127)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:09.460457 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.474737 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Calling delete_port for 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 owned by network:router_gateway {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:09.542760 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_dvr_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] Set router 14b44885-aae4-47da-b635-44694b5dea2b gateway port host: None {{(pid=94014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:09.597670 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.l3_hamode_db [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:15:09Z', 'revision_number': 6, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port_host': None}], 'dv-cinder-778193-4-smb', False) {} {{(pid=94014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:09.623367 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6d6f0-df86-4b10-8eb1-a039d00df8d9 None None] The sync data for ids ['14b44885-aae4-47da-b635-44694b5dea2b'] in dv-cinder-778193-4-smb is: [{'id': '14b44885-aae4-47da-b635-44694b5dea2b', 'name': 'tempest-TestShelveInstance-1177194690-router', 'tenant_id': 'e8850842e64c481a8dd8402206572bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:11:00Z', 'updated_at': '2021-08-27T04:15:09Z', 'revision_number': 6, 'project_id': 'e8850842e64c481a8dd8402206572bf3', 'gw_port_host': None}] {{(pid=94014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:09.665670 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.689464 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:09.756667 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7951696'] for router_gateway, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.864821 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7953871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7187'] for router, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.868165 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.913493 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7953856'] for router, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.913973 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b44885-aae4-47da-b635-44694b5dea2b {{(pid=94011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:15:09.918798 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] Notify callbacks [] for router, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.919978 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d1c31bca-ddaf-42b3-8db9-122361ca9504 admin admin] 10.222.0.70 "DELETE /v2.0/routers/14b44885-aae4-47da-b635-44694b5dea2b HTTP/1.1" status: 204 len: 168 time: 0.8112733 Aug 27 04:15:09.922426 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42650) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:09.966242 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Deleting subnet 88d04c64-b72f-4040-8451-84692255e6f7 {{(pid=94011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:15:09.969862 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.009680 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4483194'] for subnet, precommit_delete_associations {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.089753 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531129'] for subnet, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.145707 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5009788'] for subnet, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.175612 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d04c64-b72f-4040-8451-84692255e6f7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:10.176769 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-da7eb2f6-f91f-432f-8e7f-e0d13983d15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.180834 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.184971 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-33d2c797-2591-4ca4-8663-93b514843278 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/88d04c64-b72f-4040-8451-84692255e6f7 HTTP/1.1" status: 204 len: 168 time: 0.2594402 Aug 27 04:15:10.185374 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42652) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:10.186747 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6eb6a-ea4c-4e29-9f7e-4add49416638 None None] Network 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 requested from dv-cinder-778193-4-smb {{(pid=94013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:10.253313 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603689'] for network, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.308064 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Deleting port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:10.308404 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.308692 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.384803 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] For port 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=108e1cad-5ef2-4fdb-b0b3-277c5777b541,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:10.386116 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.391676 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] DHCP port deletion for 538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 request from dv-cinder-778193-4-smb {{(pid=94013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:15:10.405261 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Calling delete_port for 108e1cad-5ef2-4fdb-b0b3-277c5777b541 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:10.443722 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Deleting port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 {{(pid=94013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:10.444103 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749297394463'] for port, before_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.493104 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0459a33a-37fc-44ac-b2c9-365d46ea192c no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:10.515359 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592116'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.523744 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 0459a33a-37fc-44ac-b2c9-365d46ea192c {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:10.524092 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0459a33a-37fc-44ac-b2c9-365d46ea192c not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:10.524534 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:10.538859 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=108e1cad-5ef2-4fdb-b0b3-277c5777b541,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:10.544429 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] No DVR routers for this DVR port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 on host dv-cinder-778193-4-smb {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:10.554795 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:10.555137 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 0cdb0800-88c1-4e0e-8f8e-5d3963d9c0b6 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:10.555562 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 108e1cad-5ef2-4fdb-b0b3-277c5777b541 no longer exists at agent ovs-agent-dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:10.584745 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] No Port match for: 108e1cad-5ef2-4fdb-b0b3-277c5777b541 {{(pid=94013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:10.585082 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.rpc [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Device 108e1cad-5ef2-4fdb-b0b3-277c5777b541 not bound to the agent host dv-cinder-778193-4-smb {{(pid=94013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:10.590761 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.db [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] For port 108e1cad-5ef2-4fdb-b0b3-277c5777b541, host dv-cinder-778193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-4-smb',level=0,port_id=108e1cad-5ef2-4fdb-b0b3-277c5777b541,segment=NetworkSegment(02ab8005-e918-4f69-9b95-635c484a1307),segment_id=02ab8005-e918-4f69-9b95-635c484a1307)] {{(pid=94013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:10.591168 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7970833'] for port, precommit_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.603560 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.plugins.ml2.plugin [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Calling delete_port for 108e1cad-5ef2-4fdb-b0b3-277c5777b541 owned by network:dhcp {{(pid=94013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:10.619074 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529474', 'neutron.services.segments.db._delete_segments_for_network-8749297361646'] for network, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.630157 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d6ac1-72dd-4541-9f1c-28cfa84a2fa7']}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:10.641842 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ab8005-e918-4f69-9b95-635c484a1307') {'for_net_delete': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:10.642135 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.services.segments.db [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ab8005-e918-4f69-9b95-635c484a1307') {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:10.652280 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749297361529', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4483173'] for segment, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.667335 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792'] for segment, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.674866 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:15:10.675357 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-671792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4592065'] for segment, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: Traceback (most recent call last): Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: timer() Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: cb(*args, **kw) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: return func(*args, **kwargs) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: self._notify() Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: self.callback(batched_events) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: event.method(event) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: return f(self, *a, **k) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: return self._get(url).json() Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: return self.request(url, 'GET', **kwargs) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:15:10.677285 dv-cinder-778193-4-smb neutron-server[94011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:15:10.690202 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-341813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749297336863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749296863775'] for port, after_delete {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.722979 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] No DVR routers for this DVR port 108e1cad-5ef2-4fdb-b0b3-277c5777b541 on host dv-cinder-778193-4-smb {{(pid=94013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:10.725184 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469194-4b6a-4501-b891-5ecde1cd76b3 None None] Pushing event deleted for resources: {'Port': ['ID=108e1cad-5ef2-4fdb-b0b3-277c5777b541,revision_number=None']} {{(pid=94013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:10.746859 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8382544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8369546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7951724'] for network, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.752485 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8369528'] for network, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.755225 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] 10.222.0.70 "DELETE /v2.0/networks/538d6ac1-72dd-4541-9f1c-28cfa84a2fa7 HTTP/1.1" status: 204 len: 168 time: 0.5685415 Aug 27 04:15:10.771840 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bc94d-427d-47c1-80f6-b8a712838d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=538d6ac1-72dd-4541-9f1c-28cfa84a2fa7,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:10.951748 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42656) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:10.992912 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d8c6d672-9743-4dcc-be69-364e5eaafdab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bfa6cc6a02d496db78e58f2050fe86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399997 Aug 27 04:15:10.995377 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42658) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:11.043809 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.064559 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.111805 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.114455 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.115631 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d8ec152-1d44-41af-a93c-0c81e813466f HTTP/1.1" status: 204 len: 168 time: 0.1193287 Aug 27 04:15:11.124183 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df2be0-efa0-4c18-ac33-35c4ac26f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ec152-1d44-41af-a93c-0c81e813466f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:11.281518 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.283471 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.442591 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42664) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:11.481555 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-e384428b-a5e1-4e20-8a29-a717f67ed834 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8850842e64c481a8dd8402206572bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377445 Aug 27 04:15:11.483951 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [-] (94011) accepted ('10.222.0.70', 42666) {{(pid=94011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:11.531108 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.553915 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.599361 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8388079'] for security_group, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.601975 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.603172 dv-cinder-778193-4-smb neutron-server[94011]: INFO neutron.wsgi [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae82168c-6704-4d8e-906a-1124dc7d4757 HTTP/1.1" status: 204 len: 168 time: 0.1182644 Aug 27 04:15:11.610754 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee09cb-56a0-4553-bc5e-db1172a209e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae82168c-6704-4d8e-906a-1124dc7d4757,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:11.702115 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:15:12.671908 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.203666 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-55f96ecd-2c41-4fe8-ab3e-912b06a9c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:40.169107 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-01a72e4d-42d2-4edb-98e7-0ed236e57a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:40.270330 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.280748 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.289765 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:42.674093 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:48.700625 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:16:07.203801 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-a52d8066-314b-4908-a320-a99415d8b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:10.172548 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e1d2c4cb-cf59-4503-8878-8044cfaee113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:10.271951 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.280532 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.303931 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:12.678258 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:25.700480 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:16:37.204088 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca955-efd4-42fd-a970-0c158cf320a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:40.174529 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9cc49be2-6d35-43ea-bbf0-390cb6e29588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:40.273336 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.281466 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.294547 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:42.678653 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:02.699453 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:07.206227 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-33e42b4f-12f5-45f8-92a0-0e036fdec68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:10.174463 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e5de533-4480-4800-b96f-fc71b1862110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:10.273957 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:11.284765 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:11.308981 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:12.680948 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:37.207891 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-38a3e4e6-a5dc-444a-ba73-a31de0921545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:39.698031 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:40.176089 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-2a264100-705d-4034-b312-79e402eb1ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:40.275032 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:41.286626 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:41.317683 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:42.684764 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:07.209622 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-394dbfa0-c83f-4a23-97c5-fe17d9039309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:10.177015 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-4579179d-2b73-43d0-8472-57d2a2dffa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:10.277301 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:11.291665 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:11.321922 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:12.689625 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:16.697708 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:18:37.213171 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-b04a29b5-6543-4951-b816-f0c620ecfc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:40.181861 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e5dc-975f-4d65-b42b-3fd01825c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:40.281848 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.295376 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.312444 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.691516 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:53.696515 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:07.218105 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab49a-688d-463b-8c78-0ee4fa3e98d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.198159 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-9291a8cb-6bd4-4442-8d93-49c72fce73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.285731 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.296784 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.316547 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:12.697079 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:30.695969 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:37.218838 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-82db8577-d439-4edd-ad6c-f0b1a05ac931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:40.181567 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-0ed073d4-c350-44a0-852b-451b7b6b7b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:40.287470 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:41.298838 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:41.313029 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:42.004324 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [req-7df1d1f4-b9d6-43b1-a86d-95d609e23b4d req-1f10e83c-c5cd-4dd1-afb5-3d667e400669 service neutron] (94011) timed out ('10.222.0.38', 59363) {{(pid=94011) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:19:42.292588 dv-cinder-778193-4-smb neutron-server[94011]: DEBUG neutron.wsgi [req-191e788a-2954-44eb-ad90-c3efa09ed511 req-98e1f820-1fe1-4730-b73a-0b485cdd0f0a service neutron] (94011) timed out ('10.222.0.38', 59396) {{(pid=94011) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:19:42.697733 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:07.219620 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-de8a402c-3853-4063-811d-137059aefc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:07.694917 dv-cinder-778193-4-smb neutron-server[94014]: DEBUG neutron.db.agents_db [None req-0a688d8f-84d6-4c31-9659-f309335118da None None] Agent healthcheck: found 6 active agents {{(pid=94014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:20:10.182549 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-06019c8a-9fd0-416b-9612-3b0343c1725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:10.289496 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-f068ad67-7f2d-4ad7-9263-c5a885c24431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:11.301755 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-7cb9480c-7804-4f1b-96cf-f333348fd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:11.328997 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-e768825a-87ab-416b-b546-a236a82d4b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:12.704525 dv-cinder-778193-4-smb neutron-server[94013]: DEBUG neutron_lib.callbacks.manager [None req-dc564dfb-d87e-4fdd-84c8-28ef855a69ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749297361628', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535160'] for agent, after_update {{(pid=94013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}